---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:55:40.794234Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24840"
    uid: 48bf8985-2f70-4c31-98ef-3ed4b0011947
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:55:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:55:40Z"
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr.18a736892bcd4c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24844"
    uid: 3e53b148-751b-47a3-ae26-b6d420128560
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: 48bf8985-2f70-4c31-98ef-3ed4b0011947
  kind: Event
  lastTimestamp: "2026-04-17T17:55:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-59fc6e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:41Z"
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr.18a736893c7b536d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24854"
    uid: df43ace6-606f-48db-b3ec-14a2568fe44a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24848"
    uid: 48bf8985-2f70-4c31-98ef-3ed4b0011947
  kind: Event
  lastTimestamp: "2026-04-17T17:55:41Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:55:41Z"
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr.18a736896875bac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24868"
    uid: 84786147-ed7a-46eb-bb82-57f38547389b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: 48bf8985-2f70-4c31-98ef-3ed4b0011947
  kind: Event
  lastTimestamp: "2026-04-17T17:55:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:47Z"
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr.18a7368969ed4c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 56e9a465-cff3-491d-aee4-69833462fcbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: 48bf8985-2f70-4c31-98ef-3ed4b0011947
  kind: Event
  lastTimestamp: "2026-04-17T17:55:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:47Z"
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr.18a736896d0d12bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24925"
    uid: 44778eca-c016-49b6-8d1c-5bfb09535064
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: 48bf8985-2f70-4c31-98ef-3ed4b0011947
  kind: Event
  lastTimestamp: "2026-04-17T17:55:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:47Z"
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr.18a736896d7b8a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 40c241e5-2aa5-4ba8-929b-81aee6287084
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: 48bf8985-2f70-4c31-98ef-3ed4b0011947
  kind: Event
  lastTimestamp: "2026-04-17T17:55:50Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr_kserve-ci-e2e-test(48bf8985-2f70-4c31-98ef-3ed4b0011947)
  metadata:
    creationTimestamp: "2026-04-17T17:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:50Z"
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr.18a7368b74aa542a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: 4b9ad251-cfa0-4d30-b51a-ec95e60f408b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24830"
    uid: 87b9dbd4-3163-4fff-a46c-0f35518fd2a4
  kind: Event
  lastTimestamp: "2026-04-17T17:55:40Z"
  message: 'Created pod: isvc-init-fail-59fc6e-predictor-5c54fb46c-dhhhr'
  metadata:
    creationTimestamp: "2026-04-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:55:40Z"
    name: isvc-init-fail-59fc6e-predictor-5c54fb46c.18a736892b1fd93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24841"
    uid: 92c23b8a-0d66-4535-94c8-f82e3b66f663
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-59fc6e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24827"
    uid: 8b9b6aee-24d2-431b-8a0c-cfbdcbf40900
  kind: Event
  lastTimestamp: "2026-04-17T17:55:40Z"
  message: Scaled up replica set isvc-init-fail-59fc6e-predictor-5c54fb46c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:55:40Z"
    name: isvc-init-fail-59fc6e-predictor.18a736892768883a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: d3e1ab23-f676-4244-a6e3-6a296a99ffd2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-59fc6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24801"
    uid: 587eec7e-dcdd-462f-aab4-172758d3e619
  kind: Event
  lastTimestamp: "2026-04-17T17:55:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:55:50Z"
    name: isvc-init-fail-59fc6e.18a73689272f0e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "24956"
    uid: 0937026d-fb6d-41b4-9043-fc21cb338249
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-59fc6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24801"
    uid: 587eec7e-dcdd-462f-aab4-172758d3e619
  kind: Event
  lastTimestamp: "2026-04-17T17:55:50Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-59fc6e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-59fc6e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:55:50Z"
    name: isvc-init-fail-59fc6e.18a7368927e333a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24957"
    uid: 9f2487f6-c3a7-4c6f-ab0f-379679f16a98
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-59fc6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24801"
    uid: 587eec7e-dcdd-462f-aab4-172758d3e619
  kind: Event
  lastTimestamp: "2026-04-17T17:55:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-59fc6e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:55:50Z"
    name: isvc-init-fail-59fc6e.18a7368927e38366
    namespace: kserve-ci-e2e-test
    resourceVersion: "24958"
    uid: e7677fb4-aa4c-4e81-ad55-831b5590694b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:37:03.509800Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-9vmjw
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a735850875be6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 490fa219-9e49-400f-81e8-e1fd9e8aa398
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a73585211fe83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: c042ff7b-4be4-4a09-a565-3f25900c3b0c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a7358522850d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15687"
    uid: 7ee2c9f2-5779-4814-a9c9-a4f15e29239d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a7358524f1292d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15688"
    uid: 48ddffe0-0a79-4f14-94c1-04198a34889a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a7358525736051
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: bbe190da-a18c-4a17-9347-6222671477db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:37:08Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T17:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:08Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a735861a260d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: fa57a6ff-22b5-4413-baf4-1e524f280db4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:37:14Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.234s (6.234s
    including waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a735878dc8265d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: d9304c8b-6f43-440d-ba21-ee813810cf1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:37:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a735879106d369
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: c2a6ba69-cede-45e2-85de-8b41a0e81b7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:37:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a7358791794668
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: 80ba21b1-bed6-4bc5-b946-9f79dcdc9a0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:37:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a7358791875be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 6d815e04-14a2-4fd2-bd6c-e02ee4382623
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:37:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a735879460b528
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: fecd13c2-0403-4404-8ead-77882f491ddc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:37:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a7358794d358ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: 50ebdd64-6d36-4a92-b0e5-a508d4e75774
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:38:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:21Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a73587bcef611f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16265"
    uid: 6fe761f5-0842-4573-b93c-8c73852e8e94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:38:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:33Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a7359a035e8b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: 78446c22-68a7-4c72-8d67-825bff0a7981
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:38:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:33Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a7359a035f080c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: 6dafb551-3b87-4e10-84f4-67c0dff12a3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: bd72de05-6f18-45e5-861d-a35b6692e91a
  kind: Event
  lastTimestamp: "2026-04-17T17:38:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:38:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:36Z"
    name: isvc-lightgbm-predictor-bdf964bd-9vmjw.18a7359a9917be74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: f052ac5a-809e-4a01-be88-d928bbed0819
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 470fa109-fd74-47c0-9789-4e2a0734aceb
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-9vmjw'
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a735850862e31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: 88544ed1-99da-4037-9a93-d8734efc725e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: c9482c7f-e7a4-41fc-9375-24ac0457c842
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-lightgbm-predictor.18a7358504ba3716
    namespace: kserve-ci-e2e-test
    resourceVersion: "15636"
    uid: ffc3490a-8fef-4c85-b8a7-97ed374def69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15630"
    uid: 8befeee3-25ad-4e72-a1bd-87100933cfc8
  kind: Event
  lastTimestamp: "2026-04-17T17:37:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:37:33Z"
    name: isvc-lightgbm-predictor.18a73588840466b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: 773ad970-47c2-43c8-a2b6-5e8cae57a571
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15630"
    uid: 8befeee3-25ad-4e72-a1bd-87100933cfc8
  kind: Event
  lastTimestamp: "2026-04-17T17:37:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:37:33Z"
    name: isvc-lightgbm-predictor.18a7358884804e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 88db27ef-f47d-4845-b3a0-87c8c9b22295
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: 8befeee3-25ad-4e72-a1bd-87100933cfc8
  kind: Event
  lastTimestamp: "2026-04-17T17:38:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:38:33Z"
    name: isvc-lightgbm-predictor.18a7358f82ac18d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 163576f2-452a-44cd-a2c7-0c33063be16f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: 8befeee3-25ad-4e72-a1bd-87100933cfc8
  kind: Event
  lastTimestamp: "2026-04-17T17:38:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:38:33Z"
    name: isvc-lightgbm-predictor.18a7358f8315a49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 3b323a72-53b3-4790-b737-53a83ec907d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:38:33.747651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:38:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:38:33Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359a0b0e168b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: dd6f12fd-2a4e-48fc-8573-ad154ff26e6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:38:34Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:38:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359a240270b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: 9979217a-1470-4ab7-b18d-36f6c379635d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:38:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359a259fd227
    namespace: kserve-ci-e2e-test
    resourceVersion: "16426"
    uid: 305f44fd-4e89-463a-b4dc-6b295e9b51dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:38:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359a2851ca7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: e0eacc66-6e73-4504-8773-3550fdb71311
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:38:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:34Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359a28c41696
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: 018dcd1b-b5d9-404d-9254-873a4f75384d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:38:38Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:38Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359b1f29e955
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 97a0a693-365c-4cbd-a4a6-2c0284f6edae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:38:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:38Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359b221b613a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: c36fb0d4-8c44-4097-bf9b-acd10b063592
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:38:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:38Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359b228ecadb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: 76e9599c-f105-4ae3-970f-feadbbbbc9aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:38:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:38Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359b229c13e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: 95311f63-d3a6-4d01-b451-25ef124c24b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:38:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:38Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359b255bf4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 5859e7ba-7eb0-4b76-871a-a78d7789624b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:38:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:38:38Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359b25ca61b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: 43e7140e-e81b-414e-b0c3-5cb7f279e04e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:40:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:40:06Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a7359b96dee403
    namespace: kserve-ci-e2e-test
    resourceVersion: "17178"
    uid: 2f17093a-33e9-466c-b837-04aa623cfbf7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:40:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:40:04Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a735af21061fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: c649b894-9f9b-4ce0-94fa-6bb0f0ff0962
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:40:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:40:04Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a735af21067063
    namespace: kserve-ci-e2e-test
    resourceVersion: "17117"
    uid: 48681fe3-cd00-46ff-95dd-881f8968baa2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 848a30d4-1b62-4b43-92f2-29a9dfe26a15
  kind: Event
  lastTimestamp: "2026-04-17T17:40:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:40:06Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj.18a735af9cfedb03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: 0d0fac98-f199-4785-842c-1f96d735e5cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: bd660179-2500-4152-a88b-041b3659d66a
  kind: Event
  lastTimestamp: "2026-04-17T17:38:33Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-kfwmj'
  metadata:
    creationTimestamp: "2026-04-17T17:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:38:33Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a7359a0aa15c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: f3dadbb4-ba3e-44ef-bef6-ae7e9d15ba9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: 2bbc66d3-ac83-471b-ab34-3ba737f54731
  kind: Event
  lastTimestamp: "2026-04-17T17:38:33Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T17:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:38:33Z"
    name: isvc-lightgbm-runtime-predictor.18a7359a06100650
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: f72bccb4-df6e-472a-8324-7e17f33cbbe2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 84b47191-1168-4a74-b011-75fda9e48b5f
  kind: Event
  lastTimestamp: "2026-04-17T17:39:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:39:18Z"
    name: isvc-lightgbm-runtime-predictor.18a7359d84f2ac2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16762"
    uid: a4573d4b-dc6d-4cdc-8c5d-7f9cf3fb4606
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 84b47191-1168-4a74-b011-75fda9e48b5f
  kind: Event
  lastTimestamp: "2026-04-17T17:39:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:39:18Z"
    name: isvc-lightgbm-runtime-predictor.18a7359d85588ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16763"
    uid: 5b1acc1a-00d7-4cb5-be2e-de776836b868
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:39:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 84b47191-1168-4a74-b011-75fda9e48b5f
  kind: Event
  lastTimestamp: "2026-04-17T17:40:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:40:03Z"
    name: isvc-lightgbm-runtime-predictor.18a735a802238648
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: 46e29c36-dbe1-4a02-94ef-ec75e1be73f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:39:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 84b47191-1168-4a74-b011-75fda9e48b5f
  kind: Event
  lastTimestamp: "2026-04-17T17:40:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:40:03Z"
    name: isvc-lightgbm-runtime-predictor.18a735a8028ec7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 54e43810-3a85-451d-a26b-e77cf1576c02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 591cd622-b38a-444e-8ab1-3271e45e4152
  kind: Event
  lastTimestamp: "2026-04-17T17:39:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:39:56Z"
    name: isvc-lightgbm-runtime.18a7359a05e41673
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: 34319b19-55c2-4615-8731-018caea1084e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 591cd622-b38a-444e-8ab1-3271e45e4152
  kind: Event
  lastTimestamp: "2026-04-17T17:38:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:38:33Z"
    name: isvc-lightgbm-runtime.18a7359a063c2338
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 62a76715-4d12-48f2-b2b1-c8f3dbc9f9ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: 591cd622-b38a-444e-8ab1-3271e45e4152
  kind: Event
  lastTimestamp: "2026-04-17T17:38:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:38:33Z"
    name: isvc-lightgbm-runtime.18a7359a0d2e37b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16418"
    uid: f57aa624-cdb3-4a76-b27c-863c3163f19a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:39:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17036"
    uid: 591cd622-b38a-444e-8ab1-3271e45e4152
  kind: Event
  lastTimestamp: "2026-04-17T17:39:56Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:39:56Z"
    name: isvc-lightgbm-runtime.18a735ad4de19be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17037"
    uid: c9af571d-58df-4ff4-8d37-796b13109bf9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:43:24.770304Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:43:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:43:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735ddcd5b5b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18623"
    uid: a251088e-bd25-4df6-a914-3757538c9ded
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735ddd93d36b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18628"
    uid: a99f8c8d-7711-414d-86fa-a7acc11057c3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:25Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:43:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735de0a3e0caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18641"
    uid: 610ecf6e-8d05-4ed5-87ac-7f4cf5d4f17e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735de0b9cc37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18643"
    uid: 3112fcb5-d090-4d0e-93a0-659cd694f282
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735de0e5207a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18645"
    uid: 8bb2ac1d-96e2-4451-ba71-9caf09737049
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735de0ec1fc77
    namespace: kserve-ci-e2e-test
    resourceVersion: "18646"
    uid: da4af985-8abb-430b-b847-77be2c689e9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:30Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735df175f6a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18684"
    uid: 454993bd-381d-4467-9f2c-b780a9e7b545
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735df1a59f4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18686"
    uid: 1ef988ac-6048-4a62-bc7b-0c311ffbf3b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735df1acb3268
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: 7c114c65-4689-45ef-a048-600bcd3ad9ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735df1ad6963d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 5e9e312c-69b0-4c9b-8d8e-6e1b2c3352fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735df1dd36268
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 3503bbfd-ea0f-46cb-b441-4ed2c871e250
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735df1e4691a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: 2ad5cf7e-f252-4efb-ba0a-ff24249e8224
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:37Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735df534e6998
    namespace: kserve-ci-e2e-test
    resourceVersion: "18747"
    uid: 6c18df82-4966-4cb7-bf25-32b488621d46
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735e4c9f0d160
    namespace: kserve-ci-e2e-test
    resourceVersion: "18900"
    uid: 0b6beca9-0ce5-4247-918b-fc5d06c83779
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18621"
    uid: 380f336d-3146-4288-97cf-67cb7422fccf
  kind: Event
  lastTimestamp: "2026-04-17T17:43:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn.18a735e4c9f16911
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: 6224cb46-1166-40e4-8e09-bed2cb6580db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: a4ee9d83-fa01-4d1b-b060-052ffc4ef846
  kind: Event
  lastTimestamp: "2026-04-17T17:43:24Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-qkrgn'
  metadata:
    creationTimestamp: "2026-04-17T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:43:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a735ddcbe6d856
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 13ebc66f-8190-4aaf-b3e5-ab2a148f35d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18600"
    uid: 9513ff3c-595f-4596-b934-155d91b2fc11
  kind: Event
  lastTimestamp: "2026-04-17T17:43:24Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:43:24Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a735ddc66d9f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "18606"
    uid: 3fc1caf8-9112-4b18-8cd7-0345074e4e56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18603"
    uid: 08b82a98-1ee4-43a8-8bbd-db9574b2cb98
  kind: Event
  lastTimestamp: "2026-04-17T17:43:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:43:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a735e145705ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18876"
    uid: 90b53fe7-f219-4e12-8e88-b19400b05185
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18603"
    uid: 08b82a98-1ee4-43a8-8bbd-db9574b2cb98
  kind: Event
  lastTimestamp: "2026-04-17T17:43:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:43:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a735e145e5d5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18877"
    uid: 3118f97e-7670-4ba5-b120-e8890b2d2136
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: e98caec4-c60a-4173-812e-588823215eea
  kind: Event
  lastTimestamp: "2026-04-17T17:43:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:43:47Z"
    name: isvc-lightgbm-v2-kserve.18a735ddc644394a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: c56ae563-c120-452d-9a2e-df9d21e90d96
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: e98caec4-c60a-4173-812e-588823215eea
  kind: Event
  lastTimestamp: "2026-04-17T17:43:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:43:24Z"
    name: isvc-lightgbm-v2-kserve.18a735ddc6bad13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: e5dbc71f-4f0b-4fc2-ba26-a7a3d7f143ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: e98caec4-c60a-4173-812e-588823215eea
  kind: Event
  lastTimestamp: "2026-04-17T17:43:47Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:43:47Z"
    name: isvc-lightgbm-v2-kserve.18a735e312810e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: ccd4dae1-5193-40f5-b79d-3f6e4e34118f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:40:04.444755Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:40:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:40:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735af29060c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: a13bc1e8-83ef-4f57-aa4e-fb61f4b4e859
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:40:04Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:40:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735af42093591
    namespace: kserve-ci-e2e-test
    resourceVersion: "17156"
    uid: d26d6076-6834-478a-9aa6-b23d63ab323d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:40:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:40:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735af436bbb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: 28449dda-79fc-4d70-b5d6-f758202fee8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:40:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:40:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735af4639a120
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: ca4afdca-e900-44d5-b3b7-4c2a0edd9c69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:40:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:40:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735af46adf771
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: 8a895199-1551-401b-a59c-421409cf9430
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:40:08Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-17T17:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:40:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735b023ef9a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17195"
    uid: 2ce6e060-d223-46e6-8cd9-fdfe3ff0a912
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:42:40Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m31.414s
    (2m31.414s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:42:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735d364ed0576
    namespace: kserve-ci-e2e-test
    resourceVersion: "18252"
    uid: a5772228-f54e-4fa4-a39f-38dbfdcd3996
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:42:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:42:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735d36c7fec06
    namespace: kserve-ci-e2e-test
    resourceVersion: "18254"
    uid: 1af26de0-6782-4953-960a-9666e542b642
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:42:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:42:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735d36d4f7fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18255"
    uid: 26ab7c85-df3f-46ff-996a-d6c8a1f8d6da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:42:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:42:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735d36d600f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18256"
    uid: 484f9143-3475-49a0-957c-803d8b3ca11d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:42:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:42:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735d37128a600
    namespace: kserve-ci-e2e-test
    resourceVersion: "18258"
    uid: 28c6a88d-fa6f-47bd-8c88-4a1356442473
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:42:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:42:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735d3723ea985
    namespace: kserve-ci-e2e-test
    resourceVersion: "18259"
    uid: d526e7a2-17bb-4a2f-a1a6-a1eae13c2e38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:43:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735ddc57fc0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18601"
    uid: d88a9181-f578-4d3a-b218-68d77d598c9b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: 24df7c9b-6597-4392-9212-3809044f0293
  kind: Event
  lastTimestamp: "2026-04-17T17:43:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4.18a735ddc58103c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18602"
    uid: 5e835eff-1635-4077-bedb-507f59e881f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17127"
    uid: 7a64c374-f957-4c5e-83f7-629a5449dbfc
  kind: Event
  lastTimestamp: "2026-04-17T17:40:04Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-jmtt4'
  metadata:
    creationTimestamp: "2026-04-17T17:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:40:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a735af2879e68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: 910ea9c1-c686-4775-adbf-8469d58a917a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 74cb8472-4189-49fd-8340-981bca644566
  kind: Event
  lastTimestamp: "2026-04-17T17:40:04Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:40:04Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a735af23406402
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: d16f111e-446f-449d-8c1e-0489e007b479
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: 520393f6-d2ff-4dfc-b44f-e8ecabd4064a
  kind: Event
  lastTimestamp: "2026-04-17T17:43:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:43:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a735b2a229c8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18544"
    uid: 4a6edb52-545f-4259-a757-ce21c7d5ac0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: 520393f6-d2ff-4dfc-b44f-e8ecabd4064a
  kind: Event
  lastTimestamp: "2026-04-17T17:43:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:43:04Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a735b2a277b9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18423"
    uid: 634b5446-0627-454e-8d93-de1556757e0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: 85b28c0c-75ad-4f77-901c-be5560a0b932
  kind: Event
  lastTimestamp: "2026-04-17T17:43:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:43:18Z"
    name: isvc-lightgbm-v2-runtime.18a735af23105bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: a08c65eb-f163-4b64-b505-4e5b937f11e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:40:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17097"
    uid: 85b28c0c-75ad-4f77-901c-be5560a0b932
  kind: Event
  lastTimestamp: "2026-04-17T17:40:04Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:40:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:40:04Z"
    name: isvc-lightgbm-v2-runtime.18a735af238df49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: b240fd08-e9ab-47e9-a29f-5ed234076f0d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: 85b28c0c-75ad-4f77-901c-be5560a0b932
  kind: Event
  lastTimestamp: "2026-04-17T17:43:18Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:43:18Z"
    name: isvc-lightgbm-v2-runtime.18a735dc4921992d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18531"
    uid: 8daa1c78-55b5-4e0c-8542-63c8e3098211
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: 917fc294-4695-4cf7-94ef-ddd9384fc9aa
  kind: Event
  lastTimestamp: "2026-04-17T17:38:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:38:31Z"
    name: isvc-lightgbm.18a735850441343b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: ab2f2807-9863-4162-9d5c-54ec91e21300
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: 917fc294-4695-4cf7-94ef-ddd9384fc9aa
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-lightgbm.18a7358504de6436
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: 344577f3-f122-4772-8a18-2484783ec394
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: 917fc294-4695-4cf7-94ef-ddd9384fc9aa
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-lightgbm.18a735850bd26e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: 15fde4be-b30a-4f98-bfc3-123aa39a1938
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:38:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: 917fc294-4695-4cf7-94ef-ddd9384fc9aa
  kind: Event
  lastTimestamp: "2026-04-17T17:38:31Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:38:31Z"
    name: isvc-lightgbm.18a7359974769710
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: d6ca32ee-11e3-4d99-9eb7-e69949763bcc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:35:38.262671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-64d54fcc88-wlplg
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:35:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:35:38Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a735712f55d13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: 5b5c2ae6-906c-40a9-9da9-11e848babfed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14935"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:38Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:35:38Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a735714850ac38
    namespace: kserve-ci-e2e-test
    resourceVersion: "14940"
    uid: 3b7e0d18-4831-49dc-af86-27613819989c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:38Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a7357149c83bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: e6268e0f-8389-4d90-bd15-a9346d42b8ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:38Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a735714cbc1fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: 6a9b2982-3119-4609-b2cb-73a7fb79a746
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:38Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a735714d2d0d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 6124b387-cdc5-4fbf-8c82-2ee84917ecfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:42Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a735724042fec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: 135082f3-fade-49e1-bda5-1293980dd4cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:42Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a73572431f6a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: 9785500c-2365-464b-b666-b74e31bc4f0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:42Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a73572438db405
    namespace: kserve-ci-e2e-test
    resourceVersion: "14983"
    uid: b3e456f0-4ee8-41a2-b39e-317e1e5cbe06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:42Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a735724399ab92
    namespace: kserve-ci-e2e-test
    resourceVersion: "14985"
    uid: e690d26e-2725-4dd0-953b-99372446fc23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:42Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a73572468b63ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14987"
    uid: d852514f-df8e-4833-87e4-eba4a535f6dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:42Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a7357246feaf97
    namespace: kserve-ci-e2e-test
    resourceVersion: "14988"
    uid: 393dbf8f-5b55-4f76-aa68-5cca82de3a21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:42Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:af6ad9cdb2c6edca851af8a8c07616394d84a095f309c210bf2f8c0f38daaade"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:42Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a73572470a1b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: 56825c2d-0108-4ef3-96ba-aa56c9cde593
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:43Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-17T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:43Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a735724af339fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: 62bbac90-f9a3-4c90-810a-919a255510fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:35:43Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-17T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:43Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a735724b5feecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: b9c2d166-cb33-4f4f-8750-073d421c181a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:37:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:20Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a735727c34e714
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: c636e1e9-fbf6-454a-a4bb-9811c30b7cae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:37:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-17T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:20Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a73572b7f24e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: dafcf914-2893-4b66-850d-2a700899681b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a7358505e7632a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: 84552b24-7777-492b-ba01-e77d4aa32acd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a7358505e7b431
    namespace: kserve-ci-e2e-test
    resourceVersion: "15644"
    uid: 51c5ab5d-374b-4b8a-a749-3ff714cbfc17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a7358505e80b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 0bb44896-56da-4da9-92ee-8556eeeabd0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-64d54fcc88-wlplg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: ebfc1119-7d52-4bf8-b997-987ec7032fb5
  kind: Event
  lastTimestamp: "2026-04-17T17:37:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:20Z"
    name: isvc-logger-predictor-64d54fcc88-wlplg.18a73585941bfb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: 660380b0-f29d-4ec5-8104-84f88fe28f49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-64d54fcc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: 84c04f24-73c6-4710-9c6c-6b0d9d128aa8
  kind: Event
  lastTimestamp: "2026-04-17T17:35:38Z"
  message: 'Created pod: isvc-logger-predictor-64d54fcc88-wlplg'
  metadata:
    creationTimestamp: "2026-04-17T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:38Z"
    name: isvc-logger-predictor-64d54fcc88.18a735712ec9de89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: 78da0c3c-e758-4d5f-9f81-27e415dbdb7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14913"
    uid: cfce09b8-4376-4879-bc1b-5d94d2c93b0f
  kind: Event
  lastTimestamp: "2026-04-17T17:35:38Z"
  message: Scaled up replica set isvc-logger-predictor-64d54fcc88 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:38Z"
    name: isvc-logger-predictor.18a735712b39f15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: 0d1b4187-afb7-484c-a4a5-4f74aaefed64
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14914"
    uid: 41615d9b-aac8-4fee-a8d5-a96d980cf314
  kind: Event
  lastTimestamp: "2026-04-17T17:36:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:08Z"
    name: isvc-logger-predictor.18a73574a9bf5ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: 9e51ec46-9571-48ab-8a71-b9b014532272
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14914"
    uid: 41615d9b-aac8-4fee-a8d5-a96d980cf314
  kind: Event
  lastTimestamp: "2026-04-17T17:36:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:08Z"
    name: isvc-logger-predictor.18a73574aa30d88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15195"
    uid: 7cdeb802-43f2-419b-ae03-446e09d8f463
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15083"
    uid: 41615d9b-aac8-4fee-a8d5-a96d980cf314
  kind: Event
  lastTimestamp: "2026-04-17T17:36:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:53Z"
    name: isvc-logger-predictor.18a7357ba83415e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: d99bcd88-8f10-48e6-8ec4-b46d9d0896f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15083"
    uid: 41615d9b-aac8-4fee-a8d5-a96d980cf314
  kind: Event
  lastTimestamp: "2026-04-17T17:36:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:53Z"
    name: isvc-logger-predictor.18a7357ba8a354ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: c225de49-22a4-42fa-9256-d0c1d60a2492
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: a9e2b342-dabd-4718-8ee2-e3e6a8c818a7
  kind: Event
  lastTimestamp: "2026-04-17T17:36:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:36:50Z"
    name: isvc-logger.18a735712b09b2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: c31d9d10-d181-456a-9050-03a10d20cc17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: a9e2b342-dabd-4718-8ee2-e3e6a8c818a7
  kind: Event
  lastTimestamp: "2026-04-17T17:35:38Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T17:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:35:38Z"
    name: isvc-logger.18a735712b6d0081
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: 4b250981-5155-42fb-9f3a-f55f32b6f5be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:36:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: a9e2b342-dabd-4718-8ee2-e3e6a8c818a7
  kind: Event
  lastTimestamp: "2026-04-17T17:36:50Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:36:50Z"
    name: isvc-logger.18a735821c9b40a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15514"
    uid: 66609509-97e4-468a-9397-f72331e34598
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:43:54.874719Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18918"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:43:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:43:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e4cfb862ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18923"
    uid: babdcacd-cb65-48f2-bd02-b2ba6ff6fb50
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:43:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:55Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e4d7f55d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18941"
    uid: 39ee35e3-c9a3-4732-9a64-6b7eaa096d54
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18930"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:43:56Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:43:56Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e541f994d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 04430cc8-eae0-43c6-af63-b1cb1a87dbe3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:43:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:56Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e5436dbed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18955"
    uid: b04a51f9-2c30-485c-9400-88d8118d71e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:43:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:56Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e546638f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: 3cb45d80-6772-45b1-8ea4-27269bc255f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:43:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:43:56Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e546d608b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18959"
    uid: 897a46cd-5d1f-4fcb-aabf-3b548723b738
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:44:01Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T17:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:01Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e6553b1df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19002"
    uid: 6e347cfd-f3eb-45c8-843e-2fb858119609
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:44:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:01Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e659027222
    namespace: kserve-ci-e2e-test
    resourceVersion: "19007"
    uid: 82924f0a-0ac3-4d47-9c80-dc7ec72f05f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:44:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:01Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e6597357cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19008"
    uid: 6db67ada-3b53-40d4-b889-4580023290c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:44:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:01Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e6597ec29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: 5f498693-fb84-4d32-8bcf-d77621e5b3ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:44:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:01Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e65c4e4538
    namespace: kserve-ci-e2e-test
    resourceVersion: "19011"
    uid: 361d9e96-0a5e-47b9-a47c-c4e11ecacd29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:44:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:01Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735e65cbf7c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: a8a958c5-f868-4a55-8f91-fb5cdbd8923d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:44:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735f078d62056
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 88b2e5a6-a4d4-4836-8214-82601e16808f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: 5905bdf9-065a-4899-973f-07fc299537b8
  kind: Event
  lastTimestamp: "2026-04-17T17:44:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k.18a735f078d69486
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: 96e00ff6-4ea9-4f69-9e8d-7532f783ffe8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: 794d811c-8548-4fe7-8ae8-97259b91d2c3
  kind: Event
  lastTimestamp: "2026-04-17T17:43:54Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-n9r8k'
  metadata:
    creationTimestamp: "2026-04-17T17:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:43:54Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a735e4cf2ef6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 87d684cb-9799-4860-8e90-a1b4a5a041f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18906"
    uid: 2af8392a-e1ce-44c4-9d41-3a7289c50b8d
  kind: Event
  lastTimestamp: "2026-04-17T17:43:54Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:43:54Z"
    name: isvc-mlflow-v2-runtime-predictor.18a735e4cbe76d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18911"
    uid: 8c33a797-4c23-413e-8fbb-03ccc7c9b470
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: 60317cb3-33b9-464f-9d0b-9bec5cd2eb4d
  kind: Event
  lastTimestamp: "2026-04-17T17:44:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:44:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18a735e84b19a87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19184"
    uid: ef525a6f-53f2-46c7-9acd-bed167e1a70d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: 60317cb3-33b9-464f-9d0b-9bec5cd2eb4d
  kind: Event
  lastTimestamp: "2026-04-17T17:44:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:44:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18a735e84b8fd366
    namespace: kserve-ci-e2e-test
    resourceVersion: "19185"
    uid: 3fffe18c-2564-42a7-92cb-8cc220104def
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19074"
    uid: 60317cb3-33b9-464f-9d0b-9bec5cd2eb4d
  kind: Event
  lastTimestamp: "2026-04-17T17:44:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:44:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18a735ef49ce9fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: ea6b707e-5b8d-43af-9381-7ce73f9d6a28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19074"
    uid: 60317cb3-33b9-464f-9d0b-9bec5cd2eb4d
  kind: Event
  lastTimestamp: "2026-04-17T17:44:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:44:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18a735ef4a3dd32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: 8d1e0601-67ef-4995-b0f9-b391f3920ce6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18880"
    uid: a5ee0ab8-d214-4aac-b6c1-07b269ab049c
  kind: Event
  lastTimestamp: "2026-04-17T17:44:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:44:39Z"
    name: isvc-mlflow-v2-runtime.18a735e4cbb3315f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: 5f4dff6b-821e-42a5-8a16-0daf0d9af17d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:43:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18880"
    uid: a5ee0ab8-d214-4aac-b6c1-07b269ab049c
  kind: Event
  lastTimestamp: "2026-04-17T17:43:54Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:43:54Z"
    name: isvc-mlflow-v2-runtime.18a735e4cc42eff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18913"
    uid: 07b0e15e-645d-4b2c-a58d-dae0bc04a48d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19294"
    uid: a5ee0ab8-d214-4aac-b6c1-07b269ab049c
  kind: Event
  lastTimestamp: "2026-04-17T17:44:39Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:44:39Z"
    name: isvc-mlflow-v2-runtime.18a735ef34939347
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: 9ae7a78c-bd27-4453-b31a-7c41f0ef3764
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:46:05.217705Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-ffllb
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:46:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:46:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a7360328c45bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20030"
    uid: dd2cfe9d-70d1-4e5a-bc66-4ed9c1974836
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a736033358150d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 59a85758-b09c-45f8-a9e3-38b76a1cf06e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20033"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:06Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:46:06Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a7360365d9a06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: ef566cba-544e-47e7-88de-e90eeafeaf3e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:06Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a736036761f6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: e3c28dcf-a86f-48ee-91e8-96f3ddccb059
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:06Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a736036a3852c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20055"
    uid: a0299122-d54c-4584-b95a-b1a5e2f1b901
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:46:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:06Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a736036a969594
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: db37e83c-a11c-4d95-8f0a-b61e3748804e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:10Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T17:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:10Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a736047606402e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20098"
    uid: 7f6577a3-8071-45e1-9b9b-5cee12ffb2de
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:22Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.486s (11.486s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:22Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a7360722aeb0ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20188"
    uid: 7824b1f4-23a2-4c70-8a78-277582b361a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:22Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a7360725a11ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20189"
    uid: 31e84a51-b018-43dd-ac67-5f9249617689
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:22Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a736072608e673
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: ce93a1c6-864b-40d8-959d-18165cd966b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:22Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a7360726153154
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: 96f10fbb-f36b-4a4e-bd9f-affd4c4d3c53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:22Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a7360728cac5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20193"
    uid: ae452466-c7d4-4c35-980a-9f9c38a43bac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:46:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:22Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a73607292e380a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20194"
    uid: 914d1cb8-bec9-4048-bc5a-5f82d8889218
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:47:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:18Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a7360743cac9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: 141da28e-def9-422e-954c-fa417c059d19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:47:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:16Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a73613ce349956
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: a0234f98-66e6-4843-9f0c-5e50a6a3d8c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:47:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:16Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a73613ce352c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20616"
    uid: 94c0c058-4dcf-477a-a41e-a0d657523a1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: 11e623a7-dfdc-44aa-a491-dacb3a4166ac
  kind: Event
  lastTimestamp: "2026-04-17T17:47:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:18Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ffllb.18a736144dc1736a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: a4faa788-fdf6-423f-80ed-735f6a06193c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: a9984410-eb49-4129-a046-4a5245c3bbc0
  kind: Event
  lastTimestamp: "2026-04-17T17:46:05Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-ffllb'
  metadata:
    creationTimestamp: "2026-04-17T17:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:46:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a7360328590596
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: cc8c695b-054f-4bc4-9e70-89cdfb937194
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: ef3134b8-4d48-458f-b397-a033de005620
  kind: Event
  lastTimestamp: "2026-04-17T17:46:05Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:46:05Z"
    name: isvc-paddle-predictor.18a7360324c5c2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: 60729beb-4e4e-48d8-9e35-a43931e7b919
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: 6cc39fd9-0efb-4b32-b455-a0975cc82ce0
  kind: Event
  lastTimestamp: "2026-04-17T17:47:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:47:05Z"
    name: isvc-paddle-predictor.18a73606a3a1b4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 1957c5dc-2c6a-4648-a627-c7b9d3714b65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: 6cc39fd9-0efb-4b32-b455-a0975cc82ce0
  kind: Event
  lastTimestamp: "2026-04-17T17:47:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:47:05Z"
    name: isvc-paddle-predictor.18a73606a40bdf23
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: 70ba54e2-2586-4400-b369-e674ebc8ba90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:47:16.805807Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:47:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:47:16Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a73613d3c02a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: e9e33955-4e5c-4ba8-a17f-f67cc6c22417
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:47:17Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:47:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a73613ecc904c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 6420d18e-7cc2-4344-b8a4-9fe8715b5c38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:47:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a73613ee5f301b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 358259a9-a64c-4880-8265-d016bc7c3517
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:47:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a73613f204e2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: f761603f-f5c1-469e-9cc6-9b847fbc7064
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:47:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:17Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a73613f2769512
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 01a03b92-bedc-458b-9522-008b85dd50c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:47:22Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a736150b7bebe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 55f41c58-0a68-456c-bf60-155681b8d41e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:47:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a736150e528811
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: 2bc5ca62-fa55-4393-a4b3-b586fe435d18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:47:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a736150ec16b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: 4aa83d51-a96b-4db9-9076-acd2713d6ba8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:47:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a736150ece84de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: df55c9c7-38b7-4b02-9e81-53900c9b2483
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:47:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a7361511c99e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 4367e225-c784-41aa-9d03-7c00990230cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:47:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:47:22Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a7361512361e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "20710"
    uid: cb358025-45e0-46f3-8ff2-2c4d098c1fd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:48:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:47:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:20Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a736158333b337
    namespace: kserve-ci-e2e-test
    resourceVersion: "21203"
    uid: bf9c9ded-2939-4ca3-833a-8997d2f7347b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:48:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:18Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a7362224674fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: 5f100974-24f1-45d1-8cc7-980f42a0d480
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:48:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:18Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a736222467d435
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: 6a161952-e4be-4686-bcbd-9cf5010ca150
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: eb143e63-227b-43ee-8ba5-00a3b64e331c
  kind: Event
  lastTimestamp: "2026-04-17T17:48:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:20Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2.18a736228d3d4de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21202"
    uid: 1cb3e954-b5c9-44ed-95d8-f0e96f6797dc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: e0786a62-41d3-4000-b970-c045b8d4ac93
  kind: Event
  lastTimestamp: "2026-04-17T17:47:16Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-2hrz2'
  metadata:
    creationTimestamp: "2026-04-17T17:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:47:16Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a73613d35a47be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: a34af166-3420-4805-bbe8-76deb825bc25
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: 2014a0c0-864c-4ca3-b485-827b3001aff7
  kind: Event
  lastTimestamp: "2026-04-17T17:47:16Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T17:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:47:16Z"
    name: isvc-paddle-runtime-predictor.18a73613d0765e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: bf2bad23-aceb-4a60-8980-d8dac8ef4f4e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 664293f1-749a-4eac-b87f-a7997cdc66cf
  kind: Event
  lastTimestamp: "2026-04-17T17:48:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:48:01Z"
    name: isvc-paddle-runtime-predictor.18a736174f120954
    namespace: kserve-ci-e2e-test
    resourceVersion: "20992"
    uid: aa529124-26a8-43a1-a700-9e7b091dba03
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 664293f1-749a-4eac-b87f-a7997cdc66cf
  kind: Event
  lastTimestamp: "2026-04-17T17:48:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:48:01Z"
    name: isvc-paddle-runtime-predictor.18a736174f81d4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20993"
    uid: 873bc547-a926-487f-a741-86619d6cb507
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 664293f1-749a-4eac-b87f-a7997cdc66cf
  kind: Event
  lastTimestamp: "2026-04-17T17:48:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:48:16Z"
    name: isvc-paddle-runtime-predictor.18a7361aceb29e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: abe07349-d842-454f-8ffb-c6a6418b594e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 664293f1-749a-4eac-b87f-a7997cdc66cf
  kind: Event
  lastTimestamp: "2026-04-17T17:48:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:48:16Z"
    name: isvc-paddle-runtime-predictor.18a7361acf1ecb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: a288556f-d5d5-4f09-8271-bb23b99b0aed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 01bfaf55-41d9-4d04-8851-844140b0c763
  kind: Event
  lastTimestamp: "2026-04-17T17:48:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:48:10Z"
    name: isvc-paddle-runtime.18a73613d061643b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21060"
    uid: c8935591-60f4-4ed5-ac9f-3d17ae57fdd5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 01bfaf55-41d9-4d04-8851-844140b0c763
  kind: Event
  lastTimestamp: "2026-04-17T17:47:16Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:47:16Z"
    name: isvc-paddle-runtime.18a73613d0c412c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: 6788e1cf-5015-40a4-88b8-65f5b4a3f642
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: 01bfaf55-41d9-4d04-8851-844140b0c763
  kind: Event
  lastTimestamp: "2026-04-17T17:48:10Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:48:10Z"
    name: isvc-paddle-runtime.18a736203e6e52db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: 773bb323-e421-42bb-99e9-2a83b3f43758
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:48:18.387883Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21164"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:48:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:48:18Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a736222a54128a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21168"
    uid: 5faea704-aff5-4dd2-b2ef-476a59e58552
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:48:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:18Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a73622325a5ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21180"
    uid: 6a85f997-f3b8-4d58-bc4f-74552e0b82fe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21174"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:48:19Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:48:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a7362267546888
    namespace: kserve-ci-e2e-test
    resourceVersion: "21191"
    uid: 846b768e-9148-4bbb-a773-ceffbef4cf53
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:48:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a7362268bbc11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21193"
    uid: 7a7458af-5960-4a20-9a81-16999aecb92a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:48:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a736226ba3deae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21195"
    uid: 592d587e-bb51-43ae-b43f-938ee496f1de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:48:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:19Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a736226c170e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21196"
    uid: 80c7501a-2b7c-4ad9-8fdb-d15c6c0cf742
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:48:24Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:24Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a7362386a44e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: b6947ef7-0c42-477b-b64a-d413b363dcaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:48:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:24Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a73623894ed603
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: 62c30e93-bc9d-4b7b-b848-64960d7416df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:48:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:24Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a7362389bc27e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: 7155ddf6-c639-448f-b281-334c2d579640
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:48:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:24Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a7362389c859ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21251"
    uid: 58887fdc-885f-409b-9faa-964a0650a745
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:48:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:24Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a736238c92a247
    namespace: kserve-ci-e2e-test
    resourceVersion: "21252"
    uid: 44b5eaae-3071-48f1-9569-a3b9fd67613c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:48:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:48:24Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a736238d008d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21254"
    uid: d8da0072-b1b5-4eb7-96b7-fb566b83bc86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:49:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:21Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a73623c29302b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21735"
    uid: 0abc0556-0e58-41a7-9081-3cac78e4cd9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:49:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:20Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a73630883340f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: 7a92d407-bb23-4685-b688-76316a9f297c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:49:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:20Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a736308833c800
    namespace: kserve-ci-e2e-test
    resourceVersion: "21685"
    uid: 02c3ae25-404b-4b72-9a11-1131e5352e35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: cbf70011-f8e8-4afe-b1b4-2ed56bfe4528
  kind: Event
  lastTimestamp: "2026-04-17T17:49:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:21Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd.18a73630cc92548a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21734"
    uid: 338533d3-7590-4d4c-93b1-049039d1508e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: 4f88aa89-529d-4ebe-a153-8e2d3d79b50e
  kind: Event
  lastTimestamp: "2026-04-17T17:48:18Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-8x2nd'
  metadata:
    creationTimestamp: "2026-04-17T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:48:18Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a7362229ea95b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: f21fe2dd-6d4f-4635-b10f-acec5b14899f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: 514c3678-160e-4c83-bdc5-40db511f7879
  kind: Event
  lastTimestamp: "2026-04-17T17:48:18Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:48:18Z"
    name: isvc-paddle-v2-kserve-predictor.18a7362226da1558
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: 78af4f67-4eeb-4526-b309-5d6a8cba37c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: a3dd5b7f-dcd5-49d6-a01b-627a3cc12132
  kind: Event
  lastTimestamp: "2026-04-17T17:49:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:49:03Z"
    name: isvc-paddle-v2-kserve-predictor.18a73625a56d8c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: a4541b0f-ae8d-4eb4-b46e-a900d71224cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: a3dd5b7f-dcd5-49d6-a01b-627a3cc12132
  kind: Event
  lastTimestamp: "2026-04-17T17:49:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:49:03Z"
    name: isvc-paddle-v2-kserve-predictor.18a73625a5d7d85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21532"
    uid: 9ef160fd-eba2-49a8-9733-39bf20bbde66
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: a3dd5b7f-dcd5-49d6-a01b-627a3cc12132
  kind: Event
  lastTimestamp: "2026-04-17T17:49:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:49:18Z"
    name: isvc-paddle-v2-kserve-predictor.18a736302391e16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: 4b9e7631-e127-4d77-bf47-b05bf80d0955
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: a3dd5b7f-dcd5-49d6-a01b-627a3cc12132
  kind: Event
  lastTimestamp: "2026-04-17T17:49:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:49:18Z"
    name: isvc-paddle-v2-kserve-predictor.18a7363023f98a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: 2b78ecc7-7e2b-44d4-aaf7-c5d32155c59c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: 0c7500f3-f100-4023-9d1a-87e24b14000e
  kind: Event
  lastTimestamp: "2026-04-17T17:49:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:49:11Z"
    name: isvc-paddle-v2-kserve.18a7362226beb866
    namespace: kserve-ci-e2e-test
    resourceVersion: "21596"
    uid: 99be3c17-b3ba-45ea-bb0f-89a04ba0d72a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: 0c7500f3-f100-4023-9d1a-87e24b14000e
  kind: Event
  lastTimestamp: "2026-04-17T17:48:18Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:48:18Z"
    name: isvc-paddle-v2-kserve.18a73622272235b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21177"
    uid: 51a5cad8-6f05-415c-816b-0491a04093f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:48:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: 0c7500f3-f100-4023-9d1a-87e24b14000e
  kind: Event
  lastTimestamp: "2026-04-17T17:48:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:48:18Z"
    name: isvc-paddle-v2-kserve.18a736222e222348
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: f2b22dfd-5b24-4806-a5d7-ecde86a01696
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 0c7500f3-f100-4023-9d1a-87e24b14000e
  kind: Event
  lastTimestamp: "2026-04-17T17:49:11Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:49:11Z"
    name: isvc-paddle-v2-kserve.18a7362e7deb9347
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: 38309f53-bd2a-48f3-aa50-c2e806f43c0a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19985"
    uid: fa8fc725-85e8-4420-ba0f-58f8a353333a
  kind: Event
  lastTimestamp: "2026-04-17T17:47:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:47:08Z"
    name: isvc-paddle.18a73603249299a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 87738e8f-9ad1-42a9-92dc-03dad5df7db7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19985"
    uid: fa8fc725-85e8-4420-ba0f-58f8a353333a
  kind: Event
  lastTimestamp: "2026-04-17T17:46:05Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T17:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:46:05Z"
    name: isvc-paddle.18a7360325055560
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: 3f8ef174-419c-4876-83fe-26947f43ffb1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:47:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: fa8fc725-85e8-4420-ba0f-58f8a353333a
  kind: Event
  lastTimestamp: "2026-04-17T17:47:08Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:47:08Z"
    name: isvc-paddle.18a73611fedf4f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "20535"
    uid: ad02d4e7-0ea5-4a88-86a6-78ee05a8d549
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:49:20.178054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-d959k
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:49:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:49:20Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a736308d4f406c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 0cc977ac-36df-4a6a-b349-4c80910332bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:20Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a7363097013017
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: e53dfb16-97e5-4a7c-bd74-2512531f268d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:21Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:49:21Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a73630c9ba9620
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 0ab06246-d8f6-48c6-8cda-e3bd68d15570
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:21Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a73630cb191a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "21733"
    uid: 674adaa7-545a-4982-b0c9-33fc41b60d22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:21Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a73630ceb645ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21736"
    uid: 6e09ce80-ac4e-4f3e-a0a9-10afcb981c5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:49:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:21Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a73630cf153f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21737"
    uid: ef1a9d24-5ecd-486e-958a-015952f3d633
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:25Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T17:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:25Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a73631c5423d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: b817a01f-1e4c-4ef4-aae4-51a3dfba1189
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:32Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.009s (7.009s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:32Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a736336707cfec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 7969c534-ff91-4783-8a1b-a871bad20c4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:32Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a736336a3d4a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: e7fc12b6-e9b5-4288-b186-d64280f0b8c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:32Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a736336ab13c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: 5010d3b0-eddf-4596-9f83-9da4a73f0f50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:32Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a736336abdcf9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21827"
    uid: 85a75a45-3d61-4dfd-ae4a-cd4074411c93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:32Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a736336e17f551
    namespace: kserve-ci-e2e-test
    resourceVersion: "21828"
    uid: 309f4995-d4b6-48f2-bcef-a6da2859f76b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:49:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:49:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:49:32Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a736336e851787
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: 6430e195-b7f4-4b9e-9c74-fcf0c01e9d52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:50:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:49:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:50:40Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a73633dfad0714
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: f6808d2c-003d-4f74-a203-03fd59704e59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:51:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:51:01Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a736482b15fd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22496"
    uid: 7eab711e-c0e7-4b35-bdae-020c4c557b3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-d959k
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: d8aec2cc-326b-429a-93a3-d1fec3bc6cfb
  kind: Event
  lastTimestamp: "2026-04-17T17:51:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:51:01Z"
    name: isvc-pmml-predictor-8bb578669-d959k.18a736482b168415
    namespace: kserve-ci-e2e-test
    resourceVersion: "22498"
    uid: ca835a85-73a2-4536-95b0-62e9d96ce35d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "21692"
    uid: 35d7f92d-ffae-413e-8559-c92f1474fc0e
  kind: Event
  lastTimestamp: "2026-04-17T17:49:20Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-d959k'
  metadata:
    creationTimestamp: "2026-04-17T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:49:20Z"
    name: isvc-pmml-predictor-8bb578669.18a736308cd8e859
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 5b5e27f8-bfee-4c1e-b562-f3f114d53522
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21690"
    uid: 3547ded9-d7aa-40cd-806d-673516929d63
  kind: Event
  lastTimestamp: "2026-04-17T17:49:20Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:49:20Z"
    name: isvc-pmml-predictor.18a736308a3470c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: dd578f06-6037-437c-85b6-0c459d030a99
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21691"
    uid: 90212cd2-11d6-44cc-bbdb-d7f6771868a4
  kind: Event
  lastTimestamp: "2026-04-17T17:50:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:50:20Z"
    name: isvc-pmml-predictor.18a7363408dd9def
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: 193a45ad-2588-40e6-a456-e1abe24176ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21691"
    uid: 90212cd2-11d6-44cc-bbdb-d7f6771868a4
  kind: Event
  lastTimestamp: "2026-04-17T17:50:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:49:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:50:20Z"
    name: isvc-pmml-predictor.18a7363409495563
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: 01b96f47-477f-4f33-a275-bfd23a70375e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:50:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: 90212cd2-11d6-44cc-bbdb-d7f6771868a4
  kind: Event
  lastTimestamp: "2026-04-17T17:50:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:50:50Z"
    name: isvc-pmml-predictor.18a73642054001b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: c2ee4278-a81d-49e5-8dc1-7c45ab6ad2e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:50:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: 90212cd2-11d6-44cc-bbdb-d7f6771868a4
  kind: Event
  lastTimestamp: "2026-04-17T17:50:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:50:50Z"
    name: isvc-pmml-predictor.18a7364205b2984b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22378"
    uid: 7af03d58-992e-448b-b8c8-39c718380b09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:51:01.710400Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22511"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-l747t
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:51:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:51:01Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a73648311be982
    namespace: kserve-ci-e2e-test
    resourceVersion: "22516"
    uid: 34c797eb-3460-44c1-a90d-238b10be97e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22520"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:51:02Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:51:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a7364849e0d0bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22526"
    uid: 1c325df8-58d1-4e93-b089-c16b6d6009e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:51:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:51:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a736484b3a083b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22528"
    uid: d39a7b25-84e1-4bdd-9137-d761c0ae5f99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:51:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:51:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a736484db0fe91
    namespace: kserve-ci-e2e-test
    resourceVersion: "22530"
    uid: 406e7fd3-8ce1-471f-aaf4-d0208dba432c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:51:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:51:02Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a736484e143bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22531"
    uid: 1a4bdde3-1d19-481e-a1eb-a997543e4f55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:51:06Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:51:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a736495c31c96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22576"
    uid: 435ab15a-46e4-4b72-b45f-3608ebcc94e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:51:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:51:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a736495f33bd9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: e220c779-ea5b-4cad-a74e-85c1dd68a0ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:51:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:51:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a736495f9e79ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: ab1eb294-524a-4386-afa8-84a538cd0022
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:51:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:51:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a736495faa17a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22582"
    uid: 2bd2a602-36cb-44f4-a1f5-312d428da7b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:51:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:51:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a73649620be69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22585"
    uid: d7ea5548-47e6-4b5f-bf6e-282cb00a9761
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:51:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:51:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:51:06Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a73649626e4cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22586"
    uid: 9fc65931-5c4e-4c78-9643-f4d06520e299
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:52:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:51:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:34Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a73649d3f7ed54
    namespace: kserve-ci-e2e-test
    resourceVersion: "23276"
    uid: 821fc0d9-5682-4dbb-b4e9-3ac66ea0fc59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:52:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:32Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a7365d6d78a268
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: f3792743-a688-48b5-bacc-74dc85974a64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:52:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:32Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a7365d6d794e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "23232"
    uid: a4a97129-2407-4c6e-bd90-20e132caa60f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-l747t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 135f8205-c96c-4744-96fa-566f9008229d
  kind: Event
  lastTimestamp: "2026-04-17T17:52:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:34Z"
    name: isvc-pmml-runtime-predictor-67bc544947-l747t.18a7365dda130736
    namespace: kserve-ci-e2e-test
    resourceVersion: "23275"
    uid: a5d0434f-37b8-4b68-b6cc-a12993a27234
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "22500"
    uid: 188c81d5-4b1d-4208-a8cc-fbe76e84946c
  kind: Event
  lastTimestamp: "2026-04-17T17:51:01Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-l747t'
  metadata:
    creationTimestamp: "2026-04-17T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:51:01Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a7364830b048f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22512"
    uid: 5848581b-ce1a-491a-9f16-f2061a0a93f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22497"
    uid: 330f748e-4064-43d0-852a-94fef94ec0f1
  kind: Event
  lastTimestamp: "2026-04-17T17:51:01Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:51:01Z"
    name: isvc-pmml-runtime-predictor.18a736482c2178cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22502"
    uid: 206eb066-e7c2-4c9d-a8c6-8cd214b9b949
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22499"
    uid: 469ed4dc-463c-44c3-8afe-0b54f836747f
  kind: Event
  lastTimestamp: "2026-04-17T17:51:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:51:46Z"
    name: isvc-pmml-runtime-predictor.18a7364bab37587f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22868"
    uid: 1615f51f-6c57-4ace-82db-f174e71d112e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22499"
    uid: 469ed4dc-463c-44c3-8afe-0b54f836747f
  kind: Event
  lastTimestamp: "2026-04-17T17:51:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:51:46Z"
    name: isvc-pmml-runtime-predictor.18a7364baba37ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22869"
    uid: 36b19397-5078-4390-aaea-8d94bab2a451
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22652"
    uid: 469ed4dc-463c-44c3-8afe-0b54f836747f
  kind: Event
  lastTimestamp: "2026-04-17T17:52:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:52:31Z"
    name: isvc-pmml-runtime-predictor.18a7364f2a5f0e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "23189"
    uid: d0e7d296-bb1c-4b61-a21f-d593e24b90e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22652"
    uid: 469ed4dc-463c-44c3-8afe-0b54f836747f
  kind: Event
  lastTimestamp: "2026-04-17T17:52:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:52:31Z"
    name: isvc-pmml-runtime-predictor.18a7364f2acf7304
    namespace: kserve-ci-e2e-test
    resourceVersion: "23190"
    uid: 825db09f-7520-48de-b34d-71b4a7cb226c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: 0336fbde-fe17-449c-8c0c-be5d9f70ceff
  kind: Event
  lastTimestamp: "2026-04-17T17:52:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:52:24Z"
    name: isvc-pmml-runtime.18a736482bf4927a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23144"
    uid: 58ec53dd-beeb-4845-a1c0-5827ca7f1d71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:51:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: 0336fbde-fe17-449c-8c0c-be5d9f70ceff
  kind: Event
  lastTimestamp: "2026-04-17T17:51:01Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:51:01Z"
    name: isvc-pmml-runtime.18a736482c4b63b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: a119f587-81f5-48a5-8aa1-4ae3b4a8ab03
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23141"
    uid: 0336fbde-fe17-449c-8c0c-be5d9f70ceff
  kind: Event
  lastTimestamp: "2026-04-17T17:52:24Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:52:24Z"
    name: isvc-pmml-runtime.18a7365b8b3f4187
    namespace: kserve-ci-e2e-test
    resourceVersion: "23142"
    uid: 59d32da5-180b-4551-ba0f-2facaca8f8c8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:52:33.008473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23241"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:52:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:52:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365d72e5ee9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 24c136a2-d028-4e6b-957c-3a7fa6c311bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:52:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365d7d87c6de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: dfa1b1b3-0db6-4f06-a48a-c8bc5ce2516f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:52:34Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:52:34Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365dafdd0bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: d668920f-ae9c-4549-a805-e8c4eb2afaea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:52:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:34Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365db13b918d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23268"
    uid: b658bb29-f4e1-418d-a10e-181c483dd333
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:52:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:34Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365db429485e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23269"
    uid: 9739efb0-b2aa-4baa-9570-136b6477177b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:52:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:34Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365db49a2074
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 561cd3d1-6041-4c45-a2e6-1a8053be31eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:52:38Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:38Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365e9c85d9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23312"
    uid: c7753ca1-b967-4d5a-b3a7-45ce8763c688
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:52:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:38Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365e9f2a57a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23314"
    uid: 8e063211-c71d-4d23-9ae6-eb18770e3c10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:52:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:38Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365e9f9c9cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23315"
    uid: d55f9577-5d96-4259-ba6c-e0d549cada11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:52:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:38Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365e9fa822cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23318"
    uid: 9fc87c53-a485-4a6d-9d0f-be096dc38893
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:52:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:38Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365ea24b1205
    namespace: kserve-ci-e2e-test
    resourceVersion: "23320"
    uid: 41ed6487-ee8b-4214-a6ae-a8b7da0e04a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:52:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:52:38Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365ea2bc3ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23322"
    uid: df8b9ce8-4524-4b52-9537-5ab945a869b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:54:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:52:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a7365f142bcf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24028"
    uid: a6a414b1-cf9a-4533-bd40-78358493cc99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:54:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:04Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a73672b620f943
    namespace: kserve-ci-e2e-test
    resourceVersion: "23964"
    uid: 4a6ab484-6a16-4bb3-8c3f-5fc6c92a0f54
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:54:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:04Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a73672b62199f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 32289d88-1110-4df6-a9c9-495d2473af9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 3fe31fe9-e664-4bf1-aba1-3f26c2ceccd8
  kind: Event
  lastTimestamp: "2026-04-17T17:54:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:06Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz.18a736731a49dd2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: d66e6b67-a73a-4605-9505-506a47227698
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23228"
    uid: 678f9793-d8eb-4ca1-be19-ab140d718bc7
  kind: Event
  lastTimestamp: "2026-04-17T17:52:32Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-jjzrz'
  metadata:
    creationTimestamp: "2026-04-17T17:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:52:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a7365d72556ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23242"
    uid: 352a646c-ade2-4520-9626-761ffbaa9223
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23226"
    uid: 7f94c46f-2691-4856-bf54-9abda2417a5b
  kind: Event
  lastTimestamp: "2026-04-17T17:52:32Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:52:32Z"
    name: isvc-pmml-v2-kserve-predictor.18a7365d6df55a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23231"
    uid: e4a2851b-b7a7-4fef-a120-9f2593303252
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23227"
    uid: af4b97d9-9831-4675-9ccd-26d0ae1c2247
  kind: Event
  lastTimestamp: "2026-04-17T17:53:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:53:17Z"
    name: isvc-pmml-v2-kserve-predictor.18a73660ed1453e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23604"
    uid: 2e4cb9d6-f2ac-4be4-883f-d504cdab8632
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23227"
    uid: af4b97d9-9831-4675-9ccd-26d0ae1c2247
  kind: Event
  lastTimestamp: "2026-04-17T17:53:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:53:17Z"
    name: isvc-pmml-v2-kserve-predictor.18a73660ed7dcac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23605"
    uid: acf59993-ee14-4bc6-807d-4dc209c36da3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:53:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23397"
    uid: af4b97d9-9831-4675-9ccd-26d0ae1c2247
  kind: Event
  lastTimestamp: "2026-04-17T17:54:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:54:03Z"
    name: isvc-pmml-v2-kserve-predictor.18a7366b6a7850d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23924"
    uid: 791c0106-4421-463a-85c8-ab0b156d0a23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:53:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23397"
    uid: af4b97d9-9831-4675-9ccd-26d0ae1c2247
  kind: Event
  lastTimestamp: "2026-04-17T17:54:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:54:03Z"
    name: isvc-pmml-v2-kserve-predictor.18a7366b6addea12
    namespace: kserve-ci-e2e-test
    resourceVersion: "23925"
    uid: db7ae947-36ee-4a5c-92dd-5b1dd1994080
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23199"
    uid: 6370e87a-7ecd-4f27-90f9-fbe3bc5ca043
  kind: Event
  lastTimestamp: "2026-04-17T17:53:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:53:57Z"
    name: isvc-pmml-v2-kserve.18a7365d6dc7d9b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23889"
    uid: 7154789d-50c5-4518-96d5-cde521a14872
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:52:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23199"
    uid: 6370e87a-7ecd-4f27-90f9-fbe3bc5ca043
  kind: Event
  lastTimestamp: "2026-04-17T17:52:32Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:52:32Z"
    name: isvc-pmml-v2-kserve.18a7365d6e20c90e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 0e6b21f6-b888-47c3-857e-27e48a36373c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:53:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23886"
    uid: 6370e87a-7ecd-4f27-90f9-fbe3bc5ca043
  kind: Event
  lastTimestamp: "2026-04-17T17:53:57Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:53:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:53:57Z"
    name: isvc-pmml-v2-kserve.18a7367137f401fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23888"
    uid: f3ea4f60-2f14-448e-a32b-7b3d6e744488
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: 2c47c779-cca2-4354-98fc-9235f95956b9
  kind: Event
  lastTimestamp: "2026-04-17T17:50:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:50:50Z"
    name: isvc-pmml.18a736308a1f4c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: cc7fb7f2-8689-4379-ae97-c1a1457b16f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21663"
    uid: 2c47c779-cca2-4354-98fc-9235f95956b9
  kind: Event
  lastTimestamp: "2026-04-17T17:49:20Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:49:20Z"
    name: isvc-pmml.18a736308a7c411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: 8d1c4860-3601-4ee0-bbd8-42998b3b8de0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:49:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 2c47c779-cca2-4354-98fc-9235f95956b9
  kind: Event
  lastTimestamp: "2026-04-17T17:49:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:49:20Z"
    name: isvc-pmml.18a7363090913fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21716"
    uid: 1b4f3e43-1da3-437e-aea0-0311f3ce21cd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:50:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22386"
    uid: 2c47c779-cca2-4354-98fc-9235f95956b9
  kind: Event
  lastTimestamp: "2026-04-17T17:50:50Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:50:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:50:50Z"
    name: isvc-pmml.18a73645991a4145
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: 94476ab3-ac98-4632-8abb-10d212f8090a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:59:01.453797Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:59:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:59:01Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b7e40b33ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: efa5b3c6-4a36-415c-a94a-0c64c7a3404d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T17:59:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:01Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b7ef5dc297
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: d1944762-a9cc-45e7-bb58-dc4730768797
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26834"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T17:59:02Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:59:02Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b820f5f547
    namespace: kserve-ci-e2e-test
    resourceVersion: "26849"
    uid: 26031c79-7af8-4da0-a986-5ea80fcbd5d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T17:59:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:02Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b8228440cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26851"
    uid: 677f3631-7c32-47de-9989-173dc06fd07a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T17:59:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:02Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b8251a80d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26852"
    uid: e9d29234-e0f5-4c3e-b898-093a81b100de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T17:59:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:02Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b8258c185e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: 28425756-c4c2-43db-b05c-ddf8ad2dc542
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T17:59:07Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b93ab35209
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: 6a59268a-4a1a-4ac0-ba58-38cb064637b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T17:59:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b93e5419dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26899"
    uid: ff858115-6bb9-461d-8812-00db05a6830a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T17:59:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b93ec29a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "26901"
    uid: 671b616f-4380-49fd-aa42-c4ef9c2fbc94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T17:59:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b93ecff941
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: 166613b1-d462-448d-b6f9-08133987b28b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T17:59:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b941802432
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: 8b078b4d-b912-4a30-ac86-889f9a7640ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T17:59:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:59:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:07Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b941f00a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: bdafed53-c5d5-48ec-8ab4-4e3aea226dfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T18:00:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736b976bc32ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: d502ed9e-7d82-4d7e-a21c-f79e71c06886
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T18:00:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736cce259b3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27536"
    uid: 0376d7b2-2e1f-4a4e-99a9-ce2ae740d660
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T18:00:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736cce25a410d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27538"
    uid: ea314e70-a196-470d-93f4-537d91d9cfc1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26828"
    uid: 343db112-9603-4a01-95dd-da645bc1a35a
  kind: Event
  lastTimestamp: "2026-04-17T18:00:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:34Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4.18a736cd7ce63ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27595"
    uid: e55e7c77-e6bd-4ea0-88f4-8e9c267d34af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: ebbd9415-1d18-4405-b058-9bc49641a992
  kind: Event
  lastTimestamp: "2026-04-17T17:59:01Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-jzkj4'
  metadata:
    creationTimestamp: "2026-04-17T17:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:59:01Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a736b7e38cd8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26827"
    uid: 565a2436-4c6d-45d3-b7f8-0f0281d05054
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: f96f7abd-ab75-45a2-9dec-936d8c91bb06
  kind: Event
  lastTimestamp: "2026-04-17T17:59:01Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:59:01Z"
    name: isvc-predictive-lightgbm-predictor.18a736b7dfc9d8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26817"
    uid: 06e4074d-1752-4aa9-8c79-1f29cf7ec2b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26814"
    uid: d1022dd8-b55f-48a2-8843-f9a0f93d45da
  kind: Event
  lastTimestamp: "2026-04-17T17:59:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:59:46Z"
    name: isvc-predictive-lightgbm-predictor.18a736bb5ea7083b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: 3de08ed8-dd86-4dbf-977a-837db3c014e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26814"
    uid: d1022dd8-b55f-48a2-8843-f9a0f93d45da
  kind: Event
  lastTimestamp: "2026-04-17T17:59:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:59:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:59:46Z"
    name: isvc-predictive-lightgbm-predictor.18a736bb5f1dde71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 67eb0995-72e5-497b-8c4c-fa18c1b35154
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26977"
    uid: d1022dd8-b55f-48a2-8843-f9a0f93d45da
  kind: Event
  lastTimestamp: "2026-04-17T18:00:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:00:31Z"
    name: isvc-predictive-lightgbm-predictor.18a736c5dcae4648
    namespace: kserve-ci-e2e-test
    resourceVersion: "27510"
    uid: d313ec82-c037-46bb-8548-ed0944b4393b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26977"
    uid: d1022dd8-b55f-48a2-8843-f9a0f93d45da
  kind: Event
  lastTimestamp: "2026-04-17T18:00:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:00:31Z"
    name: isvc-predictive-lightgbm-predictor.18a736c5dd267ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27511"
    uid: 504e3492-031d-4004-9eeb-48d688e0c8c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:03:32.151597Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29030"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:03:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a736f6eae3d579
    namespace: kserve-ci-e2e-test
    resourceVersion: "29034"
    uid: b1467490-6176-439b-97bb-24d2068fdd6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29041"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:03:32Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:03:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a736f703da4810
    namespace: kserve-ci-e2e-test
    resourceVersion: "29046"
    uid: cc690fd4-e79a-4b16-af87-bb9cdba86983
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:03:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a736f705309945
    namespace: kserve-ci-e2e-test
    resourceVersion: "29048"
    uid: b011bb72-6353-48d4-8160-a6821048c078
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:03:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a736f708679bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29049"
    uid: 2c56338c-1348-41cd-bfad-05fcb49ae8bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:03:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a736f708d94034
    namespace: kserve-ci-e2e-test
    resourceVersion: "29050"
    uid: ac42fa3c-b61c-4086-a2d7-d4bf8e624a3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:03:37Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a736f80db71f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "29092"
    uid: 56e135f4-8c58-478f-af84-31a9c4e91a02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:03:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a736f810e36f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "29099"
    uid: 1468a6ef-8714-4689-b5a9-b769bf0567fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:03:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a736f81154a668
    namespace: kserve-ci-e2e-test
    resourceVersion: "29100"
    uid: fbd0051a-3f66-441b-bc9e-19a9fa442f3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:03:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a736f81160ee81
    namespace: kserve-ci-e2e-test
    resourceVersion: "29101"
    uid: 5da5d4c8-8638-4dba-bdc4-a80b4c168840
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:03:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a736f81454ebd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29103"
    uid: b3cc0771-0808-40ee-b834-9927d4321202
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:03:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:37Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a736f814d0590c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29104"
    uid: 8b8265e4-9ae5-452e-b7b3-3be5387bc912
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T18:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:05:04Z"
  message: 'Readiness probe failed: Get "http://10.133.0.42:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a73700abf703a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29777"
    uid: c892618d-3ab9-485d-bf3d-7a001236263f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:05:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a7370be6c01d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "29741"
    uid: bdd28e40-e3c3-47b9-b97d-d4fc072a9b2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:05:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a7370be6c0b3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29745"
    uid: 076185e0-37cd-4c9c-bdf9-cbf34c6dbb23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: bdbf7bdc-838e-4dbd-809b-bae32fefd176
  kind: Event
  lastTimestamp: "2026-04-17T18:05:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d.18a7370c4ff010a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29776"
    uid: 7d2bf17e-6096-4808-ae8b-c93b87a6ffed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29019"
    uid: 2cd839b4-c8ed-4730-aaaa-816075fa7d3b
  kind: Event
  lastTimestamp: "2026-04-17T18:03:32Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-q9b4d'
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:03:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a736f6ea736d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29031"
    uid: 68493469-8233-411e-adf4-9859a2fc331c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29015"
    uid: ad45b040-0585-4aee-85a0-e9a5a2c99620
  kind: Event
  lastTimestamp: "2026-04-17T18:03:32Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:03:32Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a736f6e6518ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29021"
    uid: d66404fa-a242-4a1c-94ea-e82f7a796f25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29017"
    uid: abca3ed6-1f38-490c-af31-5386323f9831
  kind: Event
  lastTimestamp: "2026-04-17T18:04:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:04:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a736fa65421ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29381"
    uid: 1cbd0e48-9438-4bfa-bf12-76867b891c6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29017"
    uid: abca3ed6-1f38-490c-af31-5386323f9831
  kind: Event
  lastTimestamp: "2026-04-17T18:04:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:04:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a736fa65ad5c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29382"
    uid: 03ed7427-dc1a-4fc9-a7ee-9ed03b30c512
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:04:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: abca3ed6-1f38-490c-af31-5386323f9831
  kind: Event
  lastTimestamp: "2026-04-17T18:05:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:05:02Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a73704e29770b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29712"
    uid: 60260002-0e3a-4cd2-99e5-0638aee600fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:04:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29175"
    uid: abca3ed6-1f38-490c-af31-5386323f9831
  kind: Event
  lastTimestamp: "2026-04-17T18:05:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:05:02Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a73704e2ff1c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "29713"
    uid: 6d9f8bf6-cc02-4862-abab-c190560bd93e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28989"
    uid: 990f12f2-de30-468e-94dc-35e1144efa08
  kind: Event
  lastTimestamp: "2026-04-17T18:04:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:04:54Z"
    name: isvc-predictive-lightgbm-v2.18a736f6e626c208
    namespace: kserve-ci-e2e-test
    resourceVersion: "29656"
    uid: f430ef92-8f01-4221-8be1-d781bffd0f1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28989"
    uid: 990f12f2-de30-468e-94dc-35e1144efa08
  kind: Event
  lastTimestamp: "2026-04-17T18:03:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:03:32Z"
    name: isvc-predictive-lightgbm-v2.18a736f6e67185d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29038"
    uid: 78eec8a0-0555-449c-a4b1-52dc1531909f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29002"
    uid: 990f12f2-de30-468e-94dc-35e1144efa08
  kind: Event
  lastTimestamp: "2026-04-17T18:03:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:03:32Z"
    name: isvc-predictive-lightgbm-v2.18a736f6eb4e8518
    namespace: kserve-ci-e2e-test
    resourceVersion: "29040"
    uid: 2b29a624-3ee6-4a7f-bc2d-ab526bffda2c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:04:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29654"
    uid: 990f12f2-de30-468e-94dc-35e1144efa08
  kind: Event
  lastTimestamp: "2026-04-17T18:04:54Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:04:54Z"
    name: isvc-predictive-lightgbm-v2.18a7370a00bf82fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29655"
    uid: ebd2f2aa-a9bc-48d1-acaa-d5ecef125771
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26787"
    uid: f2ef869d-d271-42fe-ade4-499fa9b7af4f
  kind: Event
  lastTimestamp: "2026-04-17T18:00:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:00:24Z"
    name: isvc-predictive-lightgbm.18a736b7df85a732
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: 1faa2a18-aba1-4f1e-8f39-f94f14609e5f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26787"
    uid: f2ef869d-d271-42fe-ade4-499fa9b7af4f
  kind: Event
  lastTimestamp: "2026-04-17T17:59:01Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:59:01Z"
    name: isvc-predictive-lightgbm.18a736b7dfe98061
    namespace: kserve-ci-e2e-test
    resourceVersion: "26819"
    uid: 985c3cb2-03bc-4a95-a9e2-92e96d044b7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27451"
    uid: f2ef869d-d271-42fe-ade4-499fa9b7af4f
  kind: Event
  lastTimestamp: "2026-04-17T18:00:24Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:00:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:00:24Z"
    name: isvc-predictive-lightgbm.18a736cb2f76c525
    namespace: kserve-ci-e2e-test
    resourceVersion: "27453"
    uid: b8ac0da6-7b8a-4065-8382-fe0387c502ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:55:51.231333Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25006"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:55:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:55:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a7368b99e6c990
    namespace: kserve-ci-e2e-test
    resourceVersion: "25010"
    uid: b4b2aff9-e6ba-4c9f-ba1b-a255c1dcf9d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25014"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:55:51Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:55:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a7368bb30e6300
    namespace: kserve-ci-e2e-test
    resourceVersion: "25021"
    uid: 5c3492ce-79de-40f8-961f-bb6897e325f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:55:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a7368bb49c8bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: f12a14a5-6b41-4385-a5ca-693733d9d137
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:55:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a7368bb7d8aaae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: c186bade-c527-4cd4-8de5-7861538cf624
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:55:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a7368bb84b05bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25026"
    uid: 5474f480-cf69-4e30-be83-9dab1de2f710
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:55:56Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T17:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:56Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a7368cdb1030a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25072"
    uid: eee17e24-740d-4ea7-aa75-0595669fb0dc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:56:16Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.344s
    (20.344s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:56:16Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a7369197b2e1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25216"
    uid: 63c82fe2-b3e6-4be0-82d6-975f56ad74c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:56:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:56:17Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a736919b9def7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25217"
    uid: 943bfb90-6349-4eef-bd74-e1d503681cbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:56:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:56:17Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a736919c582047
    namespace: kserve-ci-e2e-test
    resourceVersion: "25218"
    uid: b66abec3-d1e8-4e4f-9d20-38f147507e29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:56:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:56:17Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a736919c651eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25219"
    uid: 65ab9177-de60-4acd-8880-70f57d997197
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:56:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:56:17Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a73691a01414cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25221"
    uid: 3d15c95e-b7ed-48ff-a6c9-274cfdb08e9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:56:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:56:17Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a73691a0ce5800
    namespace: kserve-ci-e2e-test
    resourceVersion: "25222"
    uid: f4bd60d2-5a9a-410a-9dc6-8177cb15b5e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:57:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a73691ff2bd1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25703"
    uid: 35f374ef-ed1d-44b9-ab7c-a8130ea77910
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:57:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:41Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a736a532945694
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: 160a5c8e-261f-4192-b85b-43669eecb455
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:57:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:41Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a736a53294b055
    namespace: kserve-ci-e2e-test
    resourceVersion: "25861"
    uid: 2cf9edbe-9841-4f74-b52e-8fe906f3d183
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: f3150d04-4259-447a-808d-bf9278ad4eaa
  kind: Event
  lastTimestamp: "2026-04-17T17:57:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:44Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-q2762.18a736a60547f899
    namespace: kserve-ci-e2e-test
    resourceVersion: "25920"
    uid: d2eb7923-33cb-45f7-9a38-f9e2d94ed924
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: c62ac037-0bce-4422-9e2b-6040b7db1430
  kind: Event
  lastTimestamp: "2026-04-17T17:55:51Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-q2762'
  metadata:
    creationTimestamp: "2026-04-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:55:51Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a7368b996f077c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25007"
    uid: 1c3b042f-e614-4004-bd1a-fc0c2b89801f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24991"
    uid: 4ee2a4e8-7f95-4727-b24d-217010321f86
  kind: Event
  lastTimestamp: "2026-04-17T17:55:50Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:55:50Z"
    name: isvc-predictive-sklearn-predictor.18a7368b852ff9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24995"
    uid: 66756df2-9dba-420d-b773-5b387fd78b3b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:56:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24992"
    uid: 8ba29521-d6f6-4836-be26-0dd622b94dff
  kind: Event
  lastTimestamp: "2026-04-17T17:56:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:56:50Z"
    name: isvc-predictive-sklearn-predictor.18a7368f03eb8c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "25460"
    uid: d9575732-f3d8-4125-a022-100a4ac2c11b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:56:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24992"
    uid: 8ba29521-d6f6-4836-be26-0dd622b94dff
  kind: Event
  lastTimestamp: "2026-04-17T17:56:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:56:50Z"
    name: isvc-predictive-sklearn-predictor.18a7368f045b9801
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 3e6ca7cf-717d-4738-a577-3c3208030409
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25139"
    uid: 8ba29521-d6f6-4836-be26-0dd622b94dff
  kind: Event
  lastTimestamp: "2026-04-17T17:57:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:57:36Z"
    name: isvc-predictive-sklearn-predictor.18a7369d026c0a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25790"
    uid: 0966a247-0c7d-409d-bbde-342bccfc0a6c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25139"
    uid: 8ba29521-d6f6-4836-be26-0dd622b94dff
  kind: Event
  lastTimestamp: "2026-04-17T17:57:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:57:36Z"
    name: isvc-predictive-sklearn-predictor.18a7369d02cdcc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25791"
    uid: 7492ce04-2d2d-4e64-8fbb-fdc4742ae618
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:00:31.750505Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27554"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:00:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:00:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736ccea2593a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: a079816b-679d-4dd9-946c-8fc3c75f23c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27563"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:00:32Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:00:32Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736cd02d72085
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: f02d93ce-7899-4e4b-9ed3-7d415af58838
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:00:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:32Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736cd04947fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27572"
    uid: 6be61557-6884-44be-9b01-d07c119bad67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:00:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:32Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736cd070cacc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27573"
    uid: 0ead8e06-b812-4dfb-acc4-a6448c8feec4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:00:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:32Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736cd077e4e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27574"
    uid: 6ac69acb-7390-4034-8676-315cdd26bdd4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:00:36Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736ce041cafdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: baa5ebaa-14bb-4539-b65b-f30d36291e2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:00:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736ce0740a491
    namespace: kserve-ci-e2e-test
    resourceVersion: "27616"
    uid: fc200104-5038-40e6-abb1-651dd3faaf07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:00:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736ce07b17659
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: aa6cb6e0-d597-4fae-9c75-e9b0744cd252
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:00:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736ce07bd682b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27620"
    uid: 9f01bffd-881c-450e-8976-2c34beae6af6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:00:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736ce0a556b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27621"
    uid: 7a92ac49-e3fe-484b-a164-60e651690068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:00:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:00:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736ce0ac78c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "27623"
    uid: 71ca333b-e6eb-4634-bcca-a8cb9d6fdd68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T18:01:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:01:49Z"
  message: 'Readiness probe failed: Get "http://10.133.0.40:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:01:49Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736d6a29ad614
    namespace: kserve-ci-e2e-test
    resourceVersion: "28151"
    uid: 0c230be7-5ccc-4373-8dba-fdf61d69eb49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:02:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736e1e2ac7139
    namespace: kserve-ci-e2e-test
    resourceVersion: "28279"
    uid: d0f5ed76-901c-4181-b02b-810783e25e41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:02:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:01Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736e1e2acf9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28282"
    uid: 208855a5-662b-47fe-95f2-083d2853fbb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: d87f026b-345b-4c86-b78c-03c7739952ec
  kind: Event
  lastTimestamp: "2026-04-17T18:02:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:03Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6.18a736e2467ae27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28336"
    uid: 88a0b0aa-428d-43d5-843e-39e3d6aceda4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27543"
    uid: d92625fd-0299-47b4-bb3f-bb0ce9c54038
  kind: Event
  lastTimestamp: "2026-04-17T18:00:31Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-9qst6'
  metadata:
    creationTimestamp: "2026-04-17T18:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:00:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a736cce99f8dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27555"
    uid: 3ff6cd62-93c7-4438-9f6d-db45896d21e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27541"
    uid: 3435d0ba-dc84-48c6-a1e2-a267b99d1cc0
  kind: Event
  lastTimestamp: "2026-04-17T18:00:31Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:00:31Z"
    name: isvc-predictive-sklearn-v2-predictor.18a736cce4725abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27546"
    uid: b7cebec9-755e-41fc-ac91-391b91e636da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 1167d0e3-9597-491d-a9e5-5472046606bb
  kind: Event
  lastTimestamp: "2026-04-17T18:01:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:01:16Z"
    name: isvc-predictive-sklearn-v2-predictor.18a736d0637765b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27903"
    uid: 1f653d88-7879-412c-95d0-c0fd0e6da117
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 1167d0e3-9597-491d-a9e5-5472046606bb
  kind: Event
  lastTimestamp: "2026-04-17T18:01:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:01:16Z"
    name: isvc-predictive-sklearn-v2-predictor.18a736d064018bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27904"
    uid: 839d4582-4edc-42fe-9a19-557574ad996b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:01:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27698"
    uid: 1167d0e3-9597-491d-a9e5-5472046606bb
  kind: Event
  lastTimestamp: "2026-04-17T18:02:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:02:01Z"
    name: isvc-predictive-sklearn-v2-predictor.18a736dae1b9f531
    namespace: kserve-ci-e2e-test
    resourceVersion: "28259"
    uid: 6758ec10-5edf-4620-9a70-4789036905d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:01:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27698"
    uid: 1167d0e3-9597-491d-a9e5-5472046606bb
  kind: Event
  lastTimestamp: "2026-04-17T18:02:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:02:01Z"
    name: isvc-predictive-sklearn-v2-predictor.18a736dae2234136
    namespace: kserve-ci-e2e-test
    resourceVersion: "28260"
    uid: d752ffb9-9b53-4f97-b5f5-8257e2fd3bd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27513"
    uid: 261ddebc-9bf1-46ee-b4a2-0f7fe85dcf35
  kind: Event
  lastTimestamp: "2026-04-17T18:01:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:01:59Z"
    name: isvc-predictive-sklearn-v2.18a736cce444dd34
    namespace: kserve-ci-e2e-test
    resourceVersion: "28239"
    uid: 3aa68ac6-dfa5-4038-b3c7-69e4430913a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:00:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27513"
    uid: 261ddebc-9bf1-46ee-b4a2-0f7fe85dcf35
  kind: Event
  lastTimestamp: "2026-04-17T18:00:31Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:00:31Z"
    name: isvc-predictive-sklearn-v2.18a736cce4bfbd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: b36ad9b5-f034-4e67-8631-b50e9a6dbc78
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:01:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28237"
    uid: 261ddebc-9bf1-46ee-b4a2-0f7fe85dcf35
  kind: Event
  lastTimestamp: "2026-04-17T18:01:59Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:01:59Z"
    name: isvc-predictive-sklearn-v2.18a736e171085f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28238"
    uid: 451ec721-41bd-4c04-a3b2-b76b4334760c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: da6f3bdb-1945-4e5a-846c-ff5000f6aceb
  kind: Event
  lastTimestamp: "2026-04-17T17:57:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:57:30Z"
    name: isvc-predictive-sklearn.18a7368b85082906
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: f7f5a584-4623-44e4-926c-59af1a80ba96
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: da6f3bdb-1945-4e5a-846c-ff5000f6aceb
  kind: Event
  lastTimestamp: "2026-04-17T17:55:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:55:50Z"
    name: isvc-predictive-sklearn.18a7368b8579ec99
    namespace: kserve-ci-e2e-test
    resourceVersion: "24998"
    uid: cf0718b6-4859-4fb4-8f12-926e8e6edfb5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25748"
    uid: da6f3bdb-1945-4e5a-846c-ff5000f6aceb
  kind: Event
  lastTimestamp: "2026-04-17T17:57:30Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:57:30Z"
    name: isvc-predictive-sklearn.18a736a2d1df9de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: 578c8c19-4e4b-44f4-91fd-015684784263
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:57:41.282673Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25868"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:57:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:57:41Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a53978f46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25873"
    uid: 9d04cfc8-3250-4398-943c-f549ba8656da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:57:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T17:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:42Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a54638f997
    namespace: kserve-ci-e2e-test
    resourceVersion: "25886"
    uid: 6905ba98-bc25-46d7-94d4-8a583a8bf870
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25877"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:57:43Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:57:43Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a5abff773a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: ecc077c5-028d-4c71-b8d1-c09a27c6cf72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:57:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:43Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a5adaa0992
    namespace: kserve-ci-e2e-test
    resourceVersion: "25900"
    uid: 18d69f6a-4140-4cb9-b309-db68244227b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:57:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:43Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a5b080875b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25902"
    uid: 32e5ab08-15c8-4ae9-acfa-fb2c2dc72f8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:57:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:43Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a5b13584c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25903"
    uid: 02de0979-6a5d-47cd-8bbf-f9137ecd5d21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:57:46Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:46Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a68bbc0700
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: 1045ef78-d139-439c-b61e-73babd1bd0f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:57:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a68f2d6a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: 268f4b7e-a0f5-491c-8c47-5d4a9786b150
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:57:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a68f9c9b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "25940"
    uid: 18cab260-1308-4848-a82f-cd66f67d341a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:57:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a68fa89e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25941"
    uid: 9511a168-f557-4ce1-96fe-f68e09c5fac3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:57:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a6926bccb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 2904e2b6-64a7-4697-a2dc-9581e34f1271
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:57:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:57:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a692d9ecb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25946"
    uid: daf8425f-a0b8-4e71-a301-3c84793864bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:58:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:58:54Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736a7039ef248
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: b9a556db-4609-42eb-aed7-7f44ba14cc8d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:59:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:02Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736b80f7c5fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "26844"
    uid: 541bf82c-47ba-4649-948e-f642f2de141c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:59:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:02Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736b80f7cc66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: 4e911010-04c1-491c-8f36-b7ae6121d1a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 83350f4e-1bbd-4246-b831-14e1a75e8a94
  kind: Event
  lastTimestamp: "2026-04-17T17:59:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:59:04Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9.18a736b8b5ad0206
    namespace: kserve-ci-e2e-test
    resourceVersion: "26878"
    uid: 66d6a77f-5cb7-4b17-956a-06b1e65d8282
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25855"
    uid: 5367f0e6-186c-4c39-979c-7bc3dd7e0c01
  kind: Event
  lastTimestamp: "2026-04-17T17:57:41Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-fbvq9'
  metadata:
    creationTimestamp: "2026-04-17T17:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:57:41Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a736a53902fec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: ffde68a3-6d02-44cd-b2c8-efce70779794
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: 390f95fe-3aff-4ba1-be38-b5e9b559ece4
  kind: Event
  lastTimestamp: "2026-04-17T17:57:41Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:57:41Z"
    name: isvc-predictive-xgboost-predictor.18a736a5329c00bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25858"
    uid: 5a1930a2-3580-4427-8faa-9888a7d6c2cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25854"
    uid: d78c5228-9be9-463a-84d2-222278fd39ae
  kind: Event
  lastTimestamp: "2026-04-17T17:57:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:57:56Z"
    name: isvc-predictive-xgboost-predictor.18a736a8b168aab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: f6e08cdf-1a0e-4446-9ff1-68b77d80259e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25854"
    uid: d78c5228-9be9-463a-84d2-222278fd39ae
  kind: Event
  lastTimestamp: "2026-04-17T17:57:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:57:56Z"
    name: isvc-predictive-xgboost-predictor.18a736a8b201d8d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26225"
    uid: 526ae944-5aaf-4118-beab-b27427a39cd4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:58:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26223"
    uid: d78c5228-9be9-463a-84d2-222278fd39ae
  kind: Event
  lastTimestamp: "2026-04-17T17:58:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:58:56Z"
    name: isvc-predictive-xgboost-predictor.18a736ac31987429
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: 12f731f4-71c2-433a-8134-a4a4fc48c844
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:58:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26223"
    uid: d78c5228-9be9-463a-84d2-222278fd39ae
  kind: Event
  lastTimestamp: "2026-04-17T17:58:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:58:56Z"
    name: isvc-predictive-xgboost-predictor.18a736ac3218a5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26744"
    uid: 9ef38c41-c00c-4847-aab7-3c469f96b6cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:02:01.948581Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28303"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:02:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:02:01Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736e1ea5f0f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28308"
    uid: 7e0164d1-1148-4a5f-8818-9e5b758e2344
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28312"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:02:02Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:02:02Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736e2034217aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: 65351fd1-de62-4117-8533-4dfa12320ac7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:02:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:02Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736e204919ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: 4bac3395-17ac-447b-b1e7-3c5c1ca4d575
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:02:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:02Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736e20798fec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 5f44d0c9-c188-499c-baa7-6804878613c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:02:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:02Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736e2080e5dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28321"
    uid: e8f30085-710c-42b4-adce-dc13c9c13aaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:02:06Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:06Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736e309680b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "28357"
    uid: cf9e128e-736b-4b3f-b48c-74be5e932874
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:02:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:06Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736e30c660a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "28359"
    uid: 981f838f-c20f-49de-8415-76542ed43160
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:02:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:06Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736e30cd856c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28362"
    uid: c423d4c2-48aa-4fac-8f78-1280e413435d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:02:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:06Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736e30ce48b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "28363"
    uid: eaeedf3d-1d09-412f-880f-076350f68f53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:02:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:06Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736e30f707055
    namespace: kserve-ci-e2e-test
    resourceVersion: "28365"
    uid: c128077d-d78e-429e-be95-3ebcac5829d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:02:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:02:06Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736e30fe1404e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28366"
    uid: 6de484f6-65b5-4e99-ae6b-44d93c65e931
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:03:33Z"
  message: 'Readiness probe failed: Get "http://10.133.0.41:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:33Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736eba7c938d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29071"
    uid: fa926ca7-6405-4ae4-9ccb-709fdd817f29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:03:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:32Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736f6e58d28b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29016"
    uid: fecb6be3-369e-416d-b459-4d734bb14912
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:03:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:32Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736f6e58d9207
    namespace: kserve-ci-e2e-test
    resourceVersion: "29018"
    uid: f2be95bb-1029-40b5-8dfc-a0a872b210ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: db0ea3f3-8fb5-40fe-988d-c8df190add27
  kind: Event
  lastTimestamp: "2026-04-17T18:03:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:03:33Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw.18a736f74bb1b61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29070"
    uid: da8c524e-efef-4f1a-b244-83d0e99eebdd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28289"
    uid: c522d59f-69bd-4ab4-a8a5-1d7cc6354712
  kind: Event
  lastTimestamp: "2026-04-17T18:02:01Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-llqnw'
  metadata:
    creationTimestamp: "2026-04-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:02:01Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a736e1e8fb2845
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: a9bbe844-fa88-4ddf-bb79-b7fe3e8a0529
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28287"
    uid: ec5e05f9-7672-4b8e-bd58-e731bcdd558c
  kind: Event
  lastTimestamp: "2026-04-17T18:02:01Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:02:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18a736e1e47afe2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 20a6507e-6607-442a-a08f-fb947583bdcb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: f42e20d7-2187-4cad-9a0f-1dfbb032d437
  kind: Event
  lastTimestamp: "2026-04-17T18:02:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:02:46Z"
    name: isvc-predictive-xgboost-v2-predictor.18a736e563712a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: 538e2ea2-8ad8-45ef-a288-2e3fae3ff857
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: f42e20d7-2187-4cad-9a0f-1dfbb032d437
  kind: Event
  lastTimestamp: "2026-04-17T18:02:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:02:46Z"
    name: isvc-predictive-xgboost-v2-predictor.18a736e563bd2ee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: 2c80f738-83c6-44a8-89ef-e828a0282778
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28441"
    uid: f42e20d7-2187-4cad-9a0f-1dfbb032d437
  kind: Event
  lastTimestamp: "2026-04-17T18:03:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:03:31Z"
    name: isvc-predictive-xgboost-v2-predictor.18a736e8e2848208
    namespace: kserve-ci-e2e-test
    resourceVersion: "28985"
    uid: 370f20d1-afa3-46f2-9cbb-291e8d60a521
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28441"
    uid: f42e20d7-2187-4cad-9a0f-1dfbb032d437
  kind: Event
  lastTimestamp: "2026-04-17T18:03:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:03:31Z"
    name: isvc-predictive-xgboost-v2-predictor.18a736e8e2ecbbc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28986"
    uid: 2e47704c-d829-47c9-affb-a57593090474
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28257"
    uid: 848592d6-39b7-4c1a-ac74-77b646540483
  kind: Event
  lastTimestamp: "2026-04-17T18:03:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:03:23Z"
    name: isvc-predictive-xgboost-v2.18a736e1e4542c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "28925"
    uid: 3396ac75-bf20-4558-9b6f-6958aaf0426c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:02:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28257"
    uid: 848592d6-39b7-4c1a-ac74-77b646540483
  kind: Event
  lastTimestamp: "2026-04-17T18:02:01Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:02:01Z"
    name: isvc-predictive-xgboost-v2.18a736e1e4addbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28293"
    uid: c0199a5b-220d-4ebb-a06e-3e8307fede0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:03:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28922"
    uid: 848592d6-39b7-4c1a-ac74-77b646540483
  kind: Event
  lastTimestamp: "2026-04-17T18:03:23Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:03:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:03:23Z"
    name: isvc-predictive-xgboost-v2.18a736f4fc9f58e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28923"
    uid: 7fc5f4d2-8f8a-4f0f-afd7-4ce3200a3ef7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25827"
    uid: 8e9c7d30-a007-43c8-aba5-1f4804d182e3
  kind: Event
  lastTimestamp: "2026-04-17T17:59:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:59:01Z"
    name: isvc-predictive-xgboost.18a736a532676b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26782"
    uid: 8a849a4a-9c4d-49c7-995c-fca090dc9d80
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:57:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25827"
    uid: 8e9c7d30-a007-43c8-aba5-1f4804d182e3
  kind: Event
  lastTimestamp: "2026-04-17T17:57:41Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:57:41Z"
    name: isvc-predictive-xgboost.18a736a532dc97ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25860"
    uid: 4121e571-7239-429e-8ae7-d9a3ada130de
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:59:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26780"
    uid: 8e9c7d30-a007-43c8-aba5-1f4804d182e3
  kind: Event
  lastTimestamp: "2026-04-17T17:59:00Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:59:00Z"
    name: isvc-predictive-xgboost.18a736b7c6a0527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26781"
    uid: b8efc3be-476e-40a5-809e-8ac22729a91c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:54:04.427349Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-529833-predictor-55864c5984-dcs8f
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:54:04Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73672bbe34326
    namespace: kserve-ci-e2e-test
    resourceVersion: "23981"
    uid: 422e0d8f-24a2-4c11-8a29-884f06a0e2b8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23985"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:54:04Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:54:04Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73672d4dae84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 61383293-7102-4e08-a53c-22340740a6d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:54:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:04Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73672d649010f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: 62c836b3-5186-4d02-aadd-fc5477012303
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:54:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:04Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73672d9151b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: f4207162-198a-4c92-8a92-46c5cf07cf46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:54:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:04Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73672d9897135
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: d39c3844-792e-4581-b275-ddd887e48dd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:54:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:09Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73673dcba3ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "24044"
    uid: 6d8c9dd3-9c19-411a-bb4c-ebf1d0d0f058
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:54:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:09Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73673df7e2a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24046"
    uid: c10d5d22-97d8-4d78-979a-d43fe3fc851f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:54:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:09Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73673dfeacd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: dbdeae20-7d23-465f-9c50-ed708c7ce9fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:54:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:09Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73673dff7ad90
    namespace: kserve-ci-e2e-test
    resourceVersion: "24050"
    uid: d14f57b3-d55a-43fd-90e9-800012f1ba22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:54:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:09Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73673e3663f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24052"
    uid: 7e506b08-ea52-41ae-b850-5869ec2ed374
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:54:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:54:09Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73673e3d6c1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 402258b9-38e3-4aae-aef9-4c75f5e3950e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:55:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:54:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:07Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a73674546c9c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: ad9eada6-cd22-4cdc-9655-0dc307795dee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:55:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:40Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a7368926df18a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24829"
    uid: 716a6222-9868-4d05-86cf-b20d0842c490
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:55:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:40Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a7368926dfa173
    namespace: kserve-ci-e2e-test
    resourceVersion: "24831"
    uid: 120860b3-4e53-4ba8-960d-429376475338
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-529833-predictor-55864c5984-dcs8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: 0a93bc4a-3c60-41e2-9501-0a94cde5b119
  kind: Event
  lastTimestamp: "2026-04-17T17:55:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:42Z"
    name: isvc-primary-529833-predictor-55864c5984-dcs8f.18a7368984a0912b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24879"
    uid: 38371c11-a04c-45ae-b195-d8b092c4ca35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-529833-predictor-55864c5984
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: 9998bd2e-7357-402a-942c-bc064eced825
  kind: Event
  lastTimestamp: "2026-04-17T17:54:04Z"
  message: 'Created pod: isvc-primary-529833-predictor-55864c5984-dcs8f'
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:54:04Z"
    name: isvc-primary-529833-predictor-55864c5984.18a73672bb750685
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: f50dbbaf-2a77-4027-9b5a-11c3ed795e07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-529833-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 148708b2-a32a-480e-b573-f39f3ea1cf8b
  kind: Event
  lastTimestamp: "2026-04-17T17:54:04Z"
  message: Scaled up replica set isvc-primary-529833-predictor-55864c5984 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:54:04Z"
    name: isvc-primary-529833-predictor.18a73672b6c6f708
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: dc5514da-d759-4880-96c4-524abba4c6db
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-529833-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: 8452db73-63c7-47f2-bb79-5d01dd9fa228
  kind: Event
  lastTimestamp: "2026-04-17T17:54:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:54:49Z"
    name: isvc-primary-529833-predictor.18a7367635cc96e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24333"
    uid: 80348a04-7ffb-4496-8a37-29c7ce8173a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-529833-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: 8452db73-63c7-47f2-bb79-5d01dd9fa228
  kind: Event
  lastTimestamp: "2026-04-17T17:54:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:54:49Z"
    name: isvc-primary-529833-predictor.18a73676364204a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24334"
    uid: 36064592-ae64-4ac9-928b-7204f8205bfe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-529833-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24121"
    uid: 8452db73-63c7-47f2-bb79-5d01dd9fa228
  kind: Event
  lastTimestamp: "2026-04-17T17:55:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:55:34Z"
    name: isvc-primary-529833-predictor.18a73680b30bf022
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: a43d8365-9787-4c4b-9cdb-45a21f1aba53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-529833-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24121"
    uid: 8452db73-63c7-47f2-bb79-5d01dd9fa228
  kind: Event
  lastTimestamp: "2026-04-17T17:55:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:55:34Z"
    name: isvc-primary-529833-predictor.18a73680b35a3fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24722"
    uid: f7261966-0c9e-4f2a-9689-2e9fdead2350
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-529833
    namespace: kserve-ci-e2e-test
    resourceVersion: "23936"
    uid: cc7f20fe-f2bf-433c-aa24-be1b66f78e42
  kind: Event
  lastTimestamp: "2026-04-17T17:55:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:55:17Z"
    name: isvc-primary-529833.18a73672b69b5304
    namespace: kserve-ci-e2e-test
    resourceVersion: "24538"
    uid: d905e930-72fe-44c0-9da5-810e37aa5f1f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-529833
    namespace: kserve-ci-e2e-test
    resourceVersion: "23936"
    uid: cc7f20fe-f2bf-433c-aa24-be1b66f78e42
  kind: Event
  lastTimestamp: "2026-04-17T17:54:04Z"
  message: 'Failed to update status for InferenceService "isvc-primary-529833": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-529833":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:54:04Z"
    name: isvc-primary-529833.18a73672b71ee28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: 1fc2d3e1-10d2-4527-b92a-4e390fcc91b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:54:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-529833
    namespace: kserve-ci-e2e-test
    resourceVersion: "23936"
    uid: cc7f20fe-f2bf-433c-aa24-be1b66f78e42
  kind: Event
  lastTimestamp: "2026-04-17T17:54:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-529833": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:54:04Z"
    name: isvc-primary-529833.18a73672b71f2ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: ae0390bf-58ed-4961-bbf8-27388eee63b3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-529833
    namespace: kserve-ci-e2e-test
    resourceVersion: "24535"
    uid: cc7f20fe-f2bf-433c-aa24-be1b66f78e42
  kind: Event
  lastTimestamp: "2026-04-17T17:55:17Z"
  message: InferenceService [isvc-primary-529833] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:55:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:55:17Z"
    name: isvc-primary-529833.18a73683b85ad7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24536"
    uid: 7c54bfe6-25c3-4019-b318-0768aa1467d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:55:24.613766Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24620"
    uid: 6608e481-f1cd-4b46-ad07-771dd38bec23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-529833-predictor-685956fddc-9lbjs
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:55:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:55:24Z"
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs.18a73685675edf54
    namespace: kserve-ci-e2e-test
    resourceVersion: "24624"
    uid: 3209a853-26c5-4ad5-bc1d-892980fa1e0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24627"
    uid: 6608e481-f1cd-4b46-ad07-771dd38bec23
  kind: Event
  lastTimestamp: "2026-04-17T17:55:25Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:55:25Z"
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs.18a7368580524052
    namespace: kserve-ci-e2e-test
    resourceVersion: "24634"
    uid: b5957c0e-bdff-4185-947c-780d345536f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24622"
    uid: 6608e481-f1cd-4b46-ad07-771dd38bec23
  kind: Event
  lastTimestamp: "2026-04-17T17:55:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:28Z"
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs.18a7368581f40179
    namespace: kserve-ci-e2e-test
    resourceVersion: "24672"
    uid: fce007bd-4d4b-422c-850c-d092a1fd9bbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24622"
    uid: 6608e481-f1cd-4b46-ad07-771dd38bec23
  kind: Event
  lastTimestamp: "2026-04-17T17:55:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:28Z"
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs.18a7368584f4c888
    namespace: kserve-ci-e2e-test
    resourceVersion: "24674"
    uid: dcecb0a4-3b7a-4bc7-9178-ada369a4375b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24622"
    uid: 6608e481-f1cd-4b46-ad07-771dd38bec23
  kind: Event
  lastTimestamp: "2026-04-17T17:55:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:28Z"
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs.18a7368585675bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24675"
    uid: b7bcfa11-a78d-498f-8cb5-42db74cf4a65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "24622"
    uid: 6608e481-f1cd-4b46-ad07-771dd38bec23
  kind: Event
  lastTimestamp: "2026-04-17T17:55:34Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-529833-predictor-685956fddc-9lbjs_kserve-ci-e2e-test(6608e481-f1cd-4b46-ad07-771dd38bec23)
  metadata:
    creationTimestamp: "2026-04-17T17:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:55:34Z"
    name: isvc-secondary-529833-predictor-685956fddc-9lbjs.18a73687b73357f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24723"
    uid: 564e1814-af9c-4e0d-aa71-dbcc0fa88813
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-529833-predictor-685956fddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24611"
    uid: 8375f216-90e1-4d96-acd0-5e0db63f0dbf
  kind: Event
  lastTimestamp: "2026-04-17T17:55:24Z"
  message: 'Created pod: isvc-secondary-529833-predictor-685956fddc-9lbjs'
  metadata:
    creationTimestamp: "2026-04-17T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:55:24Z"
    name: isvc-secondary-529833-predictor-685956fddc.18a7368566910538
    namespace: kserve-ci-e2e-test
    resourceVersion: "24621"
    uid: c42ab054-aa69-4d74-9b57-23a87030d07c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-529833-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: 238021e5-f27a-40fc-b1f4-5f3d2636f71c
  kind: Event
  lastTimestamp: "2026-04-17T17:55:24Z"
  message: Scaled up replica set isvc-secondary-529833-predictor-685956fddc from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:55:24Z"
    name: isvc-secondary-529833-predictor.18a73685625ba669
    namespace: kserve-ci-e2e-test
    resourceVersion: "24613"
    uid: 38139ecf-5fb6-4185-ae2a-8fa4729c531c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-529833-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: eac37643-7b7f-4538-ac84-9363c16f6763
  kind: Event
  lastTimestamp: "2026-04-17T17:55:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:55:39Z"
    name: isvc-secondary-529833-predictor.18a73688e15ee6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: 2b4ddb66-6a87-4be4-9120-d2bed613af4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-529833-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24610"
    uid: eac37643-7b7f-4538-ac84-9363c16f6763
  kind: Event
  lastTimestamp: "2026-04-17T17:55:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:55:39Z"
    name: isvc-secondary-529833-predictor.18a73688e1cf1519
    namespace: kserve-ci-e2e-test
    resourceVersion: "24767"
    uid: c55b8ffa-9554-477b-9c5f-80cdc0bf69a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-529833
    namespace: kserve-ci-e2e-test
    resourceVersion: "24600"
    uid: febceeb6-788b-4607-b672-9429cf5ced8d
  kind: Event
  lastTimestamp: "2026-04-17T17:55:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:55:35Z"
    name: isvc-secondary-529833.18a7368562302fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24730"
    uid: 80338e98-e6aa-4c53-add3-bacd3d862c8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-529833
    namespace: kserve-ci-e2e-test
    resourceVersion: "24600"
    uid: febceeb6-788b-4607-b672-9429cf5ced8d
  kind: Event
  lastTimestamp: "2026-04-17T17:55:24Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-529833":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-529833":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:55:24Z"
    name: isvc-secondary-529833.18a736856325606c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24615"
    uid: 2fcdd80b-3903-4f98-b58f-6d785149714f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:55:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-529833
    namespace: kserve-ci-e2e-test
    resourceVersion: "24600"
    uid: febceeb6-788b-4607-b672-9429cf5ced8d
  kind: Event
  lastTimestamp: "2026-04-17T17:55:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-529833": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:55:24Z"
    name: isvc-secondary-529833.18a736856325996d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24616"
    uid: 7a63b0e5-2bfd-4a23-a52b-9b5dc8f492a6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:34:03.116995Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14073"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:34:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:34:03Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355b083600dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14078"
    uid: 19f97077-1abf-4562-ba50-80e03d8c50bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14082"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:03Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:34:03Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355b20e29055
    namespace: kserve-ci-e2e-test
    resourceVersion: "14088"
    uid: d308085a-af24-4300-91dd-4680e589e87d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:03Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355b2257c974
    namespace: kserve-ci-e2e-test
    resourceVersion: "14090"
    uid: 084554fa-61cf-4eab-a301-aef8af3aa46b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:03Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355b2585bad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14094"
    uid: a14de8bc-d281-4a95-a2c7-9ed3844d8a1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:03Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355b25efda59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14095"
    uid: a548fc96-a297-4420-81e9-742e4ad7cb85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:07Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355c108debf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14131"
    uid: 79e28968-0517-4c88-95a7-73ea18e499d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:07Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355c136bb389
    namespace: kserve-ci-e2e-test
    resourceVersion: "14134"
    uid: bc6da193-8382-4572-a4d8-add240b86928
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:07Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355c13db0241
    namespace: kserve-ci-e2e-test
    resourceVersion: "14135"
    uid: ce36286d-7758-4c0a-8727-bc1b871fee12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:07Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355c13e6ccd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14136"
    uid: 3d3fef0f-0bce-45ec-8ea9-5640ca61c5cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:07Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355c16fb90f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14140"
    uid: a028ec7b-b898-4675-852f-b6bac417e0c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:07Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355c176c39f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14141"
    uid: c1a0d27b-51da-43c2-b132-1430e1e012e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:07Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:af6ad9cdb2c6edca851af8a8c07616394d84a095f309c210bf2f8c0f38daaade"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:07Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355c17784c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "14142"
    uid: c5ffbcad-c0f4-4af4-b8e2-7fa8124578a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:07Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-17T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:07Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355c19e5a554
    namespace: kserve-ci-e2e-test
    resourceVersion: "14143"
    uid: abe684e1-8d2b-47d6-b3a3-a1a967cbaf31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:34:07Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-17T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:07Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355c1a50ede1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: df2c29ba-7ea9-48e7-b434-36536c92deb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:35:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.19:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:45Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355c884bc55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 6d991d9d-65f7-4cf9-8f55-03271fe56942
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:35:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-17T17:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:45Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7355c8855c8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: 88b3971b-7292-4abe-933a-8b3bff0d6556
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:35:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:28Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7356ed2dfe75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14770"
    uid: 266cc457-e5c7-4a64-acb6-55498a23d5e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:35:28Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-17T17:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:28Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7356ed2e03355
    namespace: kserve-ci-e2e-test
    resourceVersion: "14772"
    uid: 48020c10-50e9-49a0-929f-03f542431fc5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:35:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:28Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7356ed2e06d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14775"
    uid: 7b032d4b-b80e-46c7-9eb1-42f58189cd74
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14075"
    uid: 4b058759-d1db-4428-a759-8c2d79f38eec
  kind: Event
  lastTimestamp: "2026-04-17T17:35:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": dial tcp
    10.133.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:50Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2.18a7356f646c581d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 5e93d41f-3870-48fb-8e4e-97eac298fa70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14061"
    uid: f06997b9-4cae-46c8-bdd8-e016a8588b5f
  kind: Event
  lastTimestamp: "2026-04-17T17:34:03Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-ccbd696dd-pwpk2'
  metadata:
    creationTimestamp: "2026-04-17T17:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:34:03Z"
    name: isvc-sklearn-batcher-custom-predictor-ccbd696dd.18a7355b076ee73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14074"
    uid: 1e1f962c-cbab-4f7c-9eeb-f23c2200d3e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14059"
    uid: d38ef207-8ae6-420e-a756-8c10e3307daa
  kind: Event
  lastTimestamp: "2026-04-17T17:34:02Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-ccbd696dd from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:34:02Z"
    name: isvc-sklearn-batcher-custom-predictor.18a7355aff7bd5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14063"
    uid: 98dd1554-5c3e-4a43-bc41-2c6fd1c3ea0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: 60b61250-d9fe-4bc4-bdf2-d68417ca787c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:03Z"
    name: isvc-sklearn-batcher-custom-predictor.18a7355e7eabf51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14559"
    uid: c07c935e-42f9-49b4-9294-1f9df0be33f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: 60b61250-d9fe-4bc4-bdf2-d68417ca787c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:03Z"
    name: isvc-sklearn-batcher-custom-predictor.18a7355e7f27e717
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: 87bcc9e9-e80d-499d-b1ff-57c5567d2969
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14232"
    uid: 60b61250-d9fe-4bc4-bdf2-d68417ca787c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:18Z"
    name: isvc-sklearn-batcher-custom-predictor.18a7356c7bab27cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 563ede39-dc95-47a6-9256-35da30e8f9e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14232"
    uid: 60b61250-d9fe-4bc4-bdf2-d68417ca787c
  kind: Event
  lastTimestamp: "2026-04-17T17:35:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:18Z"
    name: isvc-sklearn-batcher-custom-predictor.18a7356c7c3e6c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14677"
    uid: 374a5a03-8ebc-4445-8ecb-df66d365f685
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14029"
    uid: cf0a2d44-609c-45aa-9b7f-8eea323f6e56
  kind: Event
  lastTimestamp: "2026-04-17T17:35:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:35:15Z"
    name: isvc-sklearn-batcher-custom.18a7355aff4f94ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: fb3bc85b-507a-4426-b038-968a00a7280f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14029"
    uid: cf0a2d44-609c-45aa-9b7f-8eea323f6e56
  kind: Event
  lastTimestamp: "2026-04-17T17:34:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:34:02Z"
    name: isvc-sklearn-batcher-custom.18a7355affb7cde5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14066"
    uid: ca3bb898-feea-44e3-937c-390d88ee75ea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: cf0a2d44-609c-45aa-9b7f-8eea323f6e56
  kind: Event
  lastTimestamp: "2026-04-17T17:35:15Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:35:15Z"
    name: isvc-sklearn-batcher-custom.18a7356bec1d3926
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: d92631f3-11ef-498d-9154-11ec2ad8eff7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:32:17.939842Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13214"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:32:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:32:17Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a735428b2a0c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "13218"
    uid: d88ce105-1ba7-4898-bd08-d493bc31d4fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13225"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:18Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:32:18Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a73542a3b376a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13234"
    uid: 0acd5d15-f755-42ad-a3bc-c31ef5546f3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
  metadata:
    creationTimestamp: "2026-04-17T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:18Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a73542a61d8f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "13236"
    uid: d714d0b8-ee4c-4bc7-9a14-ce74a0f9746a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    in 3.637s (3.637s including waiting). Image size: 300962214 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:22Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a735437eea5d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "13267"
    uid: e7346759-fd7e-4d35-a321-c1b334faf5ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:22Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7354381cd02ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "13268"
    uid: feda7215-0130-4943-9bb2-96e18a772069
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:22Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7354382282969
    namespace: kserve-ci-e2e-test
    resourceVersion: "13269"
    uid: 4ed450f9-27de-423d-a7cc-b04fae63adc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:26Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
  metadata:
    creationTimestamp: "2026-04-17T17:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:26Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7354478d2567b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13304"
    uid: 01254f71-856c-4682-832d-80521d35535e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    in 12.437s (12.437s including waiting). Image size: 1560702890 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:38Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a735475e280724
    namespace: kserve-ci-e2e-test
    resourceVersion: "13395"
    uid: 8cf6efa1-07ea-4fcb-ab2c-bfc4663a220d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:38Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a735476158cbde
    namespace: kserve-ci-e2e-test
    resourceVersion: "13397"
    uid: 0da34caf-45d7-424a-8807-f135ddc5e959
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:38Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7354761c3e590
    namespace: kserve-ci-e2e-test
    resourceVersion: "13398"
    uid: 23686b92-55df-44ec-8ca4-f4dcf470267d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:38Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-17T17:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:38Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7354761cf3662
    namespace: kserve-ci-e2e-test
    resourceVersion: "13399"
    uid: ffc5f46f-2acb-445d-b2ff-7feb885c57a0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.857s (3.857s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:42Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7354847b983c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13426"
    uid: 9b5ca220-73b1-4388-998f-79c0cea49ac2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:42Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a735484a706733
    namespace: kserve-ci-e2e-test
    resourceVersion: "13427"
    uid: b871d07b-36f3-4258-89a8-06672dbd2da3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:42Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a735484adb5a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "13428"
    uid: acb11b50-914a-4442-82fa-eafe9567f598
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:af6ad9cdb2c6edca851af8a8c07616394d84a095f309c210bf2f8c0f38daaade"
  metadata:
    creationTimestamp: "2026-04-17T17:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:42Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a735484ae82d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13429"
    uid: f4b381a1-b5fe-4f37-80a7-c474838a2afb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:af6ad9cdb2c6edca851af8a8c07616394d84a095f309c210bf2f8c0f38daaade"
    in 2.895s (2.895s including waiting). Image size: 237897291 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:45Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a73548f7828e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "13454"
    uid: f61c30d4-1461-4f19-8359-21e6431bb935
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:45Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-17T17:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:45Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a73548fae521a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13457"
    uid: da27e057-1f6c-4435-a771-fc3b95a393ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:32:45Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-17T17:32:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:32:45Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a73548fb54a95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13458"
    uid: 2f6542c8-1415-4268-bef8-a5bb3ca7a29c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:34:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T17:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:19Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7354961afb8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14239"
    uid: b3233eb4-3f82-45b7-ad0d-587e9e1e510e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:34:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-17T17:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:19Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7354961bb6d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "14240"
    uid: 3445b77d-5bc1-4279-a381-3d6b85c99f18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:34:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:02Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7355afdb365e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14053"
    uid: b679b200-757b-470c-8241-7ee4025d9413
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:34:02Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-17T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:02Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7355afdb3992a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14055"
    uid: 7b963231-015e-4c14-9f3a-e1009c473b23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:34:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:02Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7355afdb42be8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14058"
    uid: 76c75731-7499-4217-9175-c4fd2c931346
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T17:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13216"
    uid: 3627da1a-71ab-4d46-990c-317de290cc90
  kind: Event
  lastTimestamp: "2026-04-17T17:34:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp
    10.133.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:34:27Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8.18a7355c02046fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14299"
    uid: 2f92d810-6527-4857-83e7-3529548e8bd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6c75bdff6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13201"
    uid: 13059615-5183-40c4-b87a-200069fe916a
  kind: Event
  lastTimestamp: "2026-04-17T17:32:17Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6c75bdff6f-zvnq8'
  metadata:
    creationTimestamp: "2026-04-17T17:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:32:17Z"
    name: isvc-sklearn-batcher-predictor-6c75bdff6f.18a7354289f4597f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13215"
    uid: b308e3a1-65f8-4c80-9b98-79596d7de7f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13200"
    uid: f4bcb592-2dd6-42b7-ae34-334ca269c53e
  kind: Event
  lastTimestamp: "2026-04-17T17:32:17Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6c75bdff6f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T17:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:32:17Z"
    name: isvc-sklearn-batcher-predictor.18a735427c3604dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13202"
    uid: b96ad8e1-3536-48e4-b861-db474453546c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13207"
    uid: 25158aa5-09b2-4bbb-b618-571a4c26ac1e
  kind: Event
  lastTimestamp: "2026-04-17T17:33:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:33:17Z"
    name: isvc-sklearn-batcher-predictor.18a7354601e690f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13700"
    uid: bd40f968-3582-428a-8e89-7f34d6e0e657
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13207"
    uid: 25158aa5-09b2-4bbb-b618-571a4c26ac1e
  kind: Event
  lastTimestamp: "2026-04-17T17:33:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:33:17Z"
    name: isvc-sklearn-batcher-predictor.18a7354602609e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "13701"
    uid: 7535e5d4-1b23-4f0c-8b8e-28d480ba6b46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: 25158aa5-09b2-4bbb-b618-571a4c26ac1e
  kind: Event
  lastTimestamp: "2026-04-17T17:33:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:33:47Z"
    name: isvc-sklearn-batcher-predictor.18a7354d00cb6f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "13918"
    uid: 6022f64f-2f91-44ae-8963-2673f54a3b74
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: 25158aa5-09b2-4bbb-b618-571a4c26ac1e
  kind: Event
  lastTimestamp: "2026-04-17T17:33:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T17:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:33:47Z"
    name: isvc-sklearn-batcher-predictor.18a7354d014f610b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13919"
    uid: c93e9245-23a3-4e2c-86e2-b28d1ff7e5d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13188"
    uid: 96314c7d-3c4b-47cd-b69a-e894512ee7a0
  kind: Event
  lastTimestamp: "2026-04-17T17:33:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:33:49Z"
    name: isvc-sklearn-batcher.18a73542822905e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: b67ebe37-a8f7-4a73-8315-3c2e630f80a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13188"
    uid: 96314c7d-3c4b-47cd-b69a-e894512ee7a0
  kind: Event
  lastTimestamp: "2026-04-17T17:32:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:32:18Z"
    name: isvc-sklearn-batcher.18a73542837925b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13227"
    uid: f12ad98a-aecd-4c31-a2e0-48d11ecb4543
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:32:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13212"
    uid: 96314c7d-3c4b-47cd-b69a-e894512ee7a0
  kind: Event
  lastTimestamp: "2026-04-17T17:32:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:32:18Z"
    name: isvc-sklearn-batcher.18a735429102ea4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13228"
    uid: 06a40033-e824-4475-acba-42230957e4d2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:33:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: 96314c7d-3c4b-47cd-b69a-e894512ee7a0
  kind: Event
  lastTimestamp: "2026-04-17T17:33:49Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:33:49Z"
    name: isvc-sklearn-batcher.18a73557d76d9ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13934"
    uid: 3a70efbc-4bf8-499b-8621-3fc1784a9820
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:44:45.062086Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19375"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:44:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:44:45Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f07f1ec865
    namespace: kserve-ci-e2e-test
    resourceVersion: "19379"
    uid: 25d8e3ad-8215-49db-80c3-8c3b66b93525
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:45Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:44:45Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f09884e9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: ceb7bdc9-ba8c-4605-9294-bb8a7aa9cf4c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:45Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f099f7916a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 5bd7c85f-0c19-4744-ba9a-f96abbbfb6b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:45Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f09ce267e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 2119a52f-298c-4d49-8c2d-d95ba494c3a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:45Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f09d508883
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: 06161bf3-1f7e-4190-bb7c-fbc12fe02f85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:49Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f18b342fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19441"
    uid: fc9483ec-0d73-4f3f-96f6-d097c5fcb48f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:49Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f18e44ef77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19443"
    uid: ee30ded5-89ef-4de0-a39a-e1ea878713a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:49Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f18eb88ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19445"
    uid: 6b0ea481-dfbd-4559-8ce8-0c089caa7ba4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:49Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-17T17:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:49Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f18ec4158d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19447"
    uid: 10700990-6bbb-4e13-a8c9-9ebafb8d10c2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.411s (2.411s including waiting). Image size: 237663782 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:52Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f21e7a0eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19465"
    uid: eb41f8f4-4c51-4f54-8c04-ef5e4e14c080
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:52Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-17T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:52Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f221ab93db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: 8be36ba4-e09c-4231-b0f7-c771f0928a47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:52Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-17T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:52Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f2221d0a28
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: bd0f61e9-25e3-40a2-847a-adcbd2a4890c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:52Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f22228d325
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: f7e3adfa-84b5-4765-b14a-36bb3321731a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:52Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f224f7024c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: 03ea9e51-fc0c-4dff-af53-58037d8fed88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:44:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:44:52Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f22569e5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19470"
    uid: 45b1026c-0596-475f-8f8f-a57a9ad07bcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T17:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:46:29Z"
  message: 'Readiness probe failed: Get "http://10.133.0.27:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.27:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:29Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a735f888c5bdc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: b6b28daa-558c-46ee-8710-02e603a2ba62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:46:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:05Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a7360323790cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: afdf8005-66f8-4b06-91fb-92edb8154233
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:46:05Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-17T17:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:05Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a736032379c3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20013"
    uid: a85f81c8-d419-486e-b594-c13e001de3ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:46:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:46:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:05Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a736032379f5d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 1775cd8f-d428-4c3c-869d-396c96b30bfe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-17T17:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: 939f6ff3-0ca9-40c7-b791-cc203da8037b
  kind: Event
  lastTimestamp: "2026-04-17T17:46:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T17:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:46:34Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k.18a736042caf9d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "20281"
    uid: 8454acf1-4c4d-4592-b233-85e1ca360799
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5fdf4889b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: 1fd1cc48-66a9-4eb4-a5e3-c7f0235d4253
  kind: Event
  lastTimestamp: "2026-04-17T17:44:45Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5fdf4889b4-wr87k'
  metadata:
    creationTimestamp: "2026-04-17T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:44:45Z"
    name: isvc-sklearn-mcp-predictor-5fdf4889b4.18a735f07eac2068
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: 11d55158-0aff-4649-868d-6e0f1464a3f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: 262e635b-4b8c-4145-bd83-d7d2abe77449
  kind: Event
  lastTimestamp: "2026-04-17T17:44:44Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5fdf4889b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:44:44Z"
    name: isvc-sklearn-mcp-predictor.18a735f07b040916
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: 47c88391-5166-4731-94c7-17b958ccb1ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19334"
    uid: 9af5b8e4-ea9b-47d9-9ace-0226789238ef
  kind: Event
  lastTimestamp: "2026-04-17T17:45:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:45:59Z"
    name: isvc-sklearn-mcp.18a735f07a72a86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: ddfec01f-057b-4927-878b-7864db18eda6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19334"
    uid: 9af5b8e4-ea9b-47d9-9ace-0226789238ef
  kind: Event
  lastTimestamp: "2026-04-17T17:44:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:44:45Z"
    name: isvc-sklearn-mcp.18a735f07acd16ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: 3697beaa-0807-4d04-a591-68f4a8367093
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:44:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: 9af5b8e4-ea9b-47d9-9ace-0226789238ef
  kind: Event
  lastTimestamp: "2026-04-17T17:44:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:44:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:44:45Z"
    name: isvc-sklearn-mcp.18a735f080bb6398
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: faa492ec-f734-4b1c-82c2-054dbb082ac7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:45:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19946"
    uid: 9af5b8e4-ea9b-47d9-9ace-0226789238ef
  kind: Event
  lastTimestamp: "2026-04-17T17:45:59Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:45:59Z"
    name: isvc-sklearn-mcp.18a73601de0941bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: 574700fd-dd75-4477-88bc-4d72e7d565bd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:05:04.469383Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-d8dbfbbb9-922cg
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:05:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:05:04Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370c69756e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29827"
    uid: e3fa11e1-661c-49f7-8626-87d0453ffaaf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29831"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:05:04Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:05:04Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370c828d1235
    namespace: kserve-ci-e2e-test
    resourceVersion: "29837"
    uid: 9c4fcb2a-9aac-4dcc-8831-08d4e450be02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:05:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:04Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370c83f44fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: 401b4a34-1a62-4fe3-9f83-a10cd7a7ca5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:05:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:04Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370c86cd9b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: a0772d64-a8f4-44ff-88ae-9469423315f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:05:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:04Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370c87453316
    namespace: kserve-ci-e2e-test
    resourceVersion: "29841"
    uid: c464527d-1beb-480f-956e-31a736000839
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:05:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:09Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370d8a0ca4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29878"
    uid: 85dcbf91-abe2-4642-981a-b2823bfa2b7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:05:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:09Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370d8cef0c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "29880"
    uid: 5c666bde-18ce-49d2-a7a9-7b33076542a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:05:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:09Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370d8d651113
    namespace: kserve-ci-e2e-test
    resourceVersion: "29883"
    uid: 945235c0-e948-47d0-aa90-013e7795ca4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:05:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:09Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370d8d71a5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "29884"
    uid: 09476e3e-2e98-4e36-b206-dafe5ae38c49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:05:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:09Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370d9027ae92
    namespace: kserve-ci-e2e-test
    resourceVersion: "29886"
    uid: 66bfeb2f-62eb-4b60-b35e-9519a761752c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:05:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:05:09Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370d909bfea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29887"
    uid: 358fe175-4817-41c7-a446-4f99314a8b94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:06:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:26Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7370dc5ed464b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30521"
    uid: 33988a3c-3db6-4fbf-b426-49c396f36ace
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:06:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:24Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7371f1a85afce
    namespace: kserve-ci-e2e-test
    resourceVersion: "30488"
    uid: 13446094-a996-4b9f-bce5-fe270977746e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:06:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:24Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7371f1a8622de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30489"
    uid: e43aa935-a3c7-4ba5-8bd6-02b5e0034e11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "29825"
    uid: 7457f096-03cf-4eea-8155-125687ef0331
  kind: Event
  lastTimestamp: "2026-04-17T18:06:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:26Z"
    name: isvc-sklearn-predictor-d8dbfbbb9-922cg.18a7371f780e1b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: 8e6f24d8-2a18-42f1-be7d-fd3e6a95e8c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-d8dbfbbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29812"
    uid: e3535587-6e5d-42cf-afe0-3d46f8a186db
  kind: Event
  lastTimestamp: "2026-04-17T18:05:04Z"
  message: 'Created pod: isvc-sklearn-predictor-d8dbfbbb9-922cg'
  metadata:
    creationTimestamp: "2026-04-17T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:05:04Z"
    name: isvc-sklearn-predictor-d8dbfbbb9.18a7370c6904ecb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29824"
    uid: 2d3f3d33-15e1-4b47-8761-e12489c7a06b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29810"
    uid: 26c9761e-7975-4f2d-b901-a590170bbec5
  kind: Event
  lastTimestamp: "2026-04-17T18:05:04Z"
  message: Scaled up replica set isvc-sklearn-predictor-d8dbfbbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:05:04Z"
    name: isvc-sklearn-predictor.18a7370c66558a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29814"
    uid: fffd4519-715f-4f6b-9ca8-50824886ae6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29811"
    uid: 6e75623e-186e-4a16-a0f3-b27acaa24864
  kind: Event
  lastTimestamp: "2026-04-17T18:05:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:05:49Z"
    name: isvc-sklearn-predictor.18a7370fe6033ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: 1a911d32-be55-4ebe-ab94-a462ed2e4064
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29811"
    uid: 6e75623e-186e-4a16-a0f3-b27acaa24864
  kind: Event
  lastTimestamp: "2026-04-17T18:05:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:05:49Z"
    name: isvc-sklearn-predictor.18a7370fe65319e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30180"
    uid: 160615f0-b8c0-4b56-b25b-2209defb6ade
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29965"
    uid: 6e75623e-186e-4a16-a0f3-b27acaa24864
  kind: Event
  lastTimestamp: "2026-04-17T18:06:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:06:19Z"
    name: isvc-sklearn-predictor.18a7371a6320aaaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: 1c01b3d6-6233-48c7-bb31-8da34065f82a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29965"
    uid: 6e75623e-186e-4a16-a0f3-b27acaa24864
  kind: Event
  lastTimestamp: "2026-04-17T18:06:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:06:19Z"
    name: isvc-sklearn-predictor.18a7371a639002ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30400"
    uid: 85bf168d-956f-4794-b7d9-474b583c7749
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:07:24.857030Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30997"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:07:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:07:24Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372d1936ec74
    namespace: kserve-ci-e2e-test
    resourceVersion: "31003"
    uid: 4e69d06b-ccfd-4a1c-ae1f-31e7b610da54
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T18:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:25Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372d25d04d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31016"
    uid: 9234e554-d447-4238-8e9a-7efda327cf16
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31007"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:25Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:07:25Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372d55f81373
    namespace: kserve-ci-e2e-test
    resourceVersion: "31026"
    uid: 3de9b54a-7d16-416b-8e3b-b6322d3a0440
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:25Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372d57b0bcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31028"
    uid: ae7fa1cf-d890-43d7-ba0a-39549ee041a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:25Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372d5aa3e3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31030"
    uid: 4fffc803-46eb-4586-a632-06075d84ca3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:07:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:25Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372d5b14c95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31031"
    uid: 332304c3-bf17-449b-b6ea-693cc96a8627
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:31Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372eb37f317b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31078"
    uid: 3fdf51fd-ff47-4ffa-8960-d61d92799bfa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:31Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372eb652127b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31082"
    uid: af8080b0-1b5d-4f7c-a489-cbbb85b42279
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:31Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372eb6c5a9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31084"
    uid: 96bcf0b1-699e-4ef0-9c1a-d30926ee81de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:31Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372eb6d2249b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31085"
    uid: 34ea84eb-946f-4e5b-ac69-3bb7c20d99bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:31Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372ebab49ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31087"
    uid: ffdb3079-bbfa-4783-ba24-b39fc19c1c99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:31Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372ebb28afc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: 7db27b03-7f71-4011-9553-6b1251256876
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:07:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:38Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a7372eef94f43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 91e67b73-3593-4f73-bbb4-a6621dadaad0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:08:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:01Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a73735bec9e63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31346"
    uid: 4d5c6110-9139-4e36-be6d-08ac4d9c5651
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 3c74fda3-85d9-4d9e-818e-310ce4e4b414
  kind: Event
  lastTimestamp: "2026-04-17T18:08:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:01Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f-98lwc.18a73735beca6249
    namespace: kserve-ci-e2e-test
    resourceVersion: "31350"
    uid: 24cacffc-45a1-4bea-b5ea-5e6accf3f6f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-65cd49579f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5a4070ab-1b2a-4bb7-b352-007d11482980
  kind: Event
  lastTimestamp: "2026-04-17T18:07:24Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-65cd49579f-98lwc'
  metadata:
    creationTimestamp: "2026-04-17T18:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:07:24Z"
    name: isvc-sklearn-runtime-predictor-65cd49579f.18a7372d18b85454
    namespace: kserve-ci-e2e-test
    resourceVersion: "31000"
    uid: f2f35106-d222-4085-be05-f1e1679163e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30983"
    uid: a59b0d51-68b7-4a08-a884-98ede123c46d
  kind: Event
  lastTimestamp: "2026-04-17T18:07:24Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-65cd49579f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T18:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:07:24Z"
    name: isvc-sklearn-runtime-predictor.18a7372d15fa7a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "30989"
    uid: ee47e671-6f33-43fe-b0ae-6a9f20c0ac6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 3117143c-a33a-4123-b315-9dc924dde98c
  kind: Event
  lastTimestamp: "2026-04-17T18:07:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:07:39Z"
    name: isvc-sklearn-runtime-predictor.18a737309535342e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31151"
    uid: d3d36712-7754-4729-8a63-0e4fec01335d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 3117143c-a33a-4123-b315-9dc924dde98c
  kind: Event
  lastTimestamp: "2026-04-17T18:07:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:07:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:07:39Z"
    name: isvc-sklearn-runtime-predictor.18a7373095a68bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31153"
    uid: edd25aaa-33ee-4347-acab-bb73b34af02c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31152"
    uid: 3117143c-a33a-4123-b315-9dc924dde98c
  kind: Event
  lastTimestamp: "2026-04-17T18:07:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:07:54Z"
    name: isvc-sklearn-runtime-predictor.18a73734147d1d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31266"
    uid: 7065c35d-c925-4c9a-bb77-d2433d6b7459
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31152"
    uid: 3117143c-a33a-4123-b315-9dc924dde98c
  kind: Event
  lastTimestamp: "2026-04-17T18:07:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:07:54Z"
    name: isvc-sklearn-runtime-predictor.18a7373414ed5676
    namespace: kserve-ci-e2e-test
    resourceVersion: "31268"
    uid: 5a656f3f-5e3e-4b6e-aaec-2799948a2b80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30957"
    uid: 630dfbcc-d0e7-4c03-b521-5fa96b06c648
  kind: Event
  lastTimestamp: "2026-04-17T18:07:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:07:48Z"
    name: isvc-sklearn-runtime.18a7372d15d365be
    namespace: kserve-ci-e2e-test
    resourceVersion: "31224"
    uid: 4e14f153-b758-4832-b39f-941307ea1377
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30957"
    uid: 630dfbcc-d0e7-4c03-b521-5fa96b06c648
  kind: Event
  lastTimestamp: "2026-04-17T18:07:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:07:24Z"
    name: isvc-sklearn-runtime.18a7372d163e0bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: baab6524-a434-4dec-8c57-817716fb7317
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30972"
    uid: 630dfbcc-d0e7-4c03-b521-5fa96b06c648
  kind: Event
  lastTimestamp: "2026-04-17T18:07:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:07:24Z"
    name: isvc-sklearn-runtime.18a7372d1bb11a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "31011"
    uid: 793a8c9b-f6e8-48f4-8162-88d6d2e986d9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31222"
    uid: 630dfbcc-d0e7-4c03-b521-5fa96b06c648
  kind: Event
  lastTimestamp: "2026-04-17T18:07:48Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:07:48Z"
    name: isvc-sklearn-runtime.18a73732ae5543b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: 58796fbe-425c-4fec-afe7-9dffe2e7a3b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:22:17.344816Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-88457d696-qg5rm
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:22:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:22:17Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fce5a1c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: c0055edb-5d42-4ee1-8633-cfc0c5cd81bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38520"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:22:17Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:22:17Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fcfeafc83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38528"
    uid: 8ef63d8b-d680-482b-832d-e68d9a5727d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:22:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:17Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fd007269e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38530"
    uid: 737cbc15-a931-4e0b-bf52-47548f3693b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:22:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:17Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fd0395c8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38532"
    uid: 1b477042-d064-4871-ad11-8a4b2f762ae3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:22:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:17Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fd040699bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38534"
    uid: c3604226-4082-4995-b012-4290b29cec4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:22:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:19Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fd6621d0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "38557"
    uid: b189336a-90dd-4cb1-a20f-264a1d721973
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:22:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:19Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fd69463267
    namespace: kserve-ci-e2e-test
    resourceVersion: "38559"
    uid: 067cbd32-ee78-4eb1-9a2b-aec8e8ce34c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:22:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:19Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fd69b29f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38560"
    uid: c29e2909-e00c-4da9-b9a9-c8be3c139eb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:22:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:19Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fd69c01b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "38561"
    uid: a2b5c965-16f2-41e9-ac4e-65a7368fe231
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:22:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:19Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fd6cbbfda2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38564"
    uid: 0452bd01-ab16-4677-a6e2-6cfae767977e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:22:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:19Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fd6d293025
    namespace: kserve-ci-e2e-test
    resourceVersion: "38565"
    uid: a0ae6efe-ef01-4df6-8271-cdcbb83beb8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:23:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:37Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a737fdde077744
    namespace: kserve-ci-e2e-test
    resourceVersion: "39194"
    uid: bac4f07f-6e2f-4509-83cf-9724cf499fb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:23:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:37Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a7380f7fa1aff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39151"
    uid: 7acd4954-0aca-4083-94ee-74ad2deda78a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:23:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:37Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a7380f7fa21ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39152"
    uid: 84a7a7e6-b921-47ea-9548-5153a7887d15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 15a8a9b8-c815-4d64-a3bb-e74f967df5f2
  kind: Event
  lastTimestamp: "2026-04-17T18:23:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:37Z"
    name: isvc-sklearn-s3-predictor-88457d696-qg5rm.18a7380f9077177a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39193"
    uid: ed73b5cb-9647-4a30-9b1b-1ed85f9263c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-88457d696
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 77265555-d0e2-48da-b4ca-a1ca08b7f269
  kind: Event
  lastTimestamp: "2026-04-17T18:22:17Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-88457d696-qg5rm'
  metadata:
    creationTimestamp: "2026-04-17T18:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:22:17Z"
    name: isvc-sklearn-s3-predictor-88457d696.18a737fce4add756
    namespace: kserve-ci-e2e-test
    resourceVersion: "38511"
    uid: 9367117f-95ef-4e6b-adcc-4b5a991060d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38498"
    uid: 6c03d7e2-042f-49f0-8f69-2c5c498794af
  kind: Event
  lastTimestamp: "2026-04-17T18:22:17Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-88457d696 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:22:17Z"
    name: isvc-sklearn-s3-predictor.18a737fcdbaa844e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38502"
    uid: 770c0d07-0130-4988-958a-587212492db3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38499"
    uid: 9cd17ced-fdee-45fb-a3c4-c57798b6a6e4
  kind: Event
  lastTimestamp: "2026-04-17T18:22:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:22:32Z"
    name: isvc-sklearn-s3-predictor.18a738005992eb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "38656"
    uid: f4bc5de5-7520-40b2-88bb-68d2316ebdbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38499"
    uid: 9cd17ced-fdee-45fb-a3c4-c57798b6a6e4
  kind: Event
  lastTimestamp: "2026-04-17T18:22:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:22:32Z"
    name: isvc-sklearn-s3-predictor.18a738005a1492a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38658"
    uid: 82d21dbb-e350-4387-803b-1c6a62a1a13d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: 9cd17ced-fdee-45fb-a3c4-c57798b6a6e4
  kind: Event
  lastTimestamp: "2026-04-17T18:23:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:23:32Z"
    name: isvc-sklearn-s3-predictor.18a73803d95337e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39088"
    uid: 12f04440-5ab7-4a99-8af2-f4927349700e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: 9cd17ced-fdee-45fb-a3c4-c57798b6a6e4
  kind: Event
  lastTimestamp: "2026-04-17T18:23:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:23:32Z"
    name: isvc-sklearn-s3-predictor.18a73803da7eb979
    namespace: kserve-ci-e2e-test
    resourceVersion: "39090"
    uid: ffdd667d-3400-4ae7-b5ba-aedf69d0117e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:26:10.676483Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40544"
    uid: 82ebece8-5e9c-4bc6-a077-b96fa52986ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:26:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:26:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5.18a73833394893f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40552"
    uid: e9a703a8-4467-4ddd-a6d4-a2bd1d335515
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40556"
    uid: 82ebece8-5e9c-4bc6-a077-b96fa52986ec
  kind: Event
  lastTimestamp: "2026-04-17T18:26:11Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:26:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5.18a7383352149a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "40562"
    uid: 74bec6ce-0b8c-49e9-822e-8b3e285031ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40545"
    uid: 82ebece8-5e9c-4bc6-a077-b96fa52986ec
  kind: Event
  lastTimestamp: "2026-04-17T18:26:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5.18a7383353aa83d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40615"
    uid: 06e981f2-b025-44c2-b5cc-3540065f53ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40545"
    uid: 82ebece8-5e9c-4bc6-a077-b96fa52986ec
  kind: Event
  lastTimestamp: "2026-04-17T18:26:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5.18a738335688c23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40617"
    uid: d075e835-d229-41c6-812a-ff2207692fe8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40545"
    uid: 82ebece8-5e9c-4bc6-a077-b96fa52986ec
  kind: Event
  lastTimestamp: "2026-04-17T18:26:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:26:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5.18a7383356f8c885
    namespace: kserve-ci-e2e-test
    resourceVersion: "40618"
    uid: 62f3d086-7188-43af-bdb8-e2dd8365576c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40545"
    uid: 82ebece8-5e9c-4bc6-a077-b96fa52986ec
  kind: Event
  lastTimestamp: "2026-04-17T18:26:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:20Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5.18a738358e1db6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40666"
    uid: 1d4a4d2e-df51-45de-8073-e23b0fd8119d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40532"
    uid: 56aa0607-6d85-4015-8f94-883a44c72fba
  kind: Event
  lastTimestamp: "2026-04-17T18:26:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd-9g7n5'
  metadata:
    creationTimestamp: "2026-04-17T18:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:26:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd.18a7383338badad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40546"
    uid: 50fe0dcb-4261-46b1-bfa9-bafe0f5a6866
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: bc1f2ec0-d6c2-4825-9fd7-b21d4ac5fc67
  kind: Event
  lastTimestamp: "2026-04-17T18:26:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7d65b5b7cd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:26:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a7383335cdf601
    namespace: kserve-ci-e2e-test
    resourceVersion: "40534"
    uid: ff14c9b3-597c-4cad-ace6-e86f3de37563
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40520"
    uid: adc0b0df-8db7-4e73-b50c-41030b4e46de
  kind: Event
  lastTimestamp: "2026-04-17T18:26:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:26:17Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a73833358b2429
    namespace: kserve-ci-e2e-test
    resourceVersion: "40621"
    uid: 61f51152-ff26-48f1-b172-00cc44f5c0d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40520"
    uid: adc0b0df-8db7-4e73-b50c-41030b4e46de
  kind: Event
  lastTimestamp: "2026-04-17T18:26:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:26:10Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a7383335e5611a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40536"
    uid: 78466536-1b59-4261-b0da-51d21568cf14
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:24:59.570256Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39946"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:24:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:24:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a73822ab05959b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39952"
    uid: 3cd3b447-18d5-4625-a703-f7df854bf7db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39957"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:24:59Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:24:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a73822c3b87ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39964"
    uid: 3259a8af-ec25-4157-8077-abf42dae48a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:25:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:25:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a73822c52d8bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39966"
    uid: 7ba56cbe-f9a2-4e0a-9b94-0c6d43ca00a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:25:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:25:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a73822c831ee94
    namespace: kserve-ci-e2e-test
    resourceVersion: "39968"
    uid: cd48a5d1-d7e3-4670-ad2d-447df102741d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:25:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:25:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a73822c8a1e691
    namespace: kserve-ci-e2e-test
    resourceVersion: "39969"
    uid: 6f42575e-8633-4083-8ada-259ee9bdc7d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:25:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:25:00Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a73822ffbf8be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39978"
    uid: cda7bbee-1e4f-41ba-8929-8edda7a0c98b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:25:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:25:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a7382303e19739
    namespace: kserve-ci-e2e-test
    resourceVersion: "39983"
    uid: 736da579-e721-4768-963d-d2363e05db17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:25:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:25:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a7382304521dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39984"
    uid: 2b1e593b-026a-4c0a-8980-28b573635b5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:25:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:25:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a73823045ce82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39986"
    uid: 3620c862-61cb-476c-a3a3-7ca68b340c6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:25:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:25:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a7382307603478
    namespace: kserve-ci-e2e-test
    resourceVersion: "39987"
    uid: 0541a90f-693e-4146-92eb-376d5056694f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:25:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:25:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a7382307cb0a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "39988"
    uid: 0258176e-71eb-4434-8322-c4faceeba9a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:25:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:25:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a73823779e631b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40401"
    uid: 4be456a4-1886-429c-8390-90d7b198a4e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:26:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a73832fa02a6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40504"
    uid: 775dff23-57b0-4d65-8352-791fbb30362e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "39950"
    uid: b03256a3-ec2d-4b64-9922-7269c901288f
  kind: Event
  lastTimestamp: "2026-04-17T18:26:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp.18a73832fa03dc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 693ec88d-364c-4ef4-bf82-fcd2849806b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    namespace: kserve-ci-e2e-test
    resourceVersion: "39937"
    uid: f7ae67f3-e606-488c-960b-647a045fdeca
  kind: Event
  lastTimestamp: "2026-04-17T18:24:59Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664-j2cxp'
  metadata:
    creationTimestamp: "2026-04-17T18:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:24:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664.18a73822aa786e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39949"
    uid: 6829fd4b-3625-4ffd-8e8a-1f14c3915ec4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39935"
    uid: 620d190e-4818-4b88-a87f-16d6ce7d9799
  kind: Event
  lastTimestamp: "2026-04-17T18:24:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7877ccc664
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:24:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a73822a7765b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: f2f9e8b0-ee51-4c05-acfd-f6eec1199a23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39936"
    uid: 438a485b-31e0-44a8-8c10-e2de8b280ddb
  kind: Event
  lastTimestamp: "2026-04-17T18:25:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:25:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a73826267002d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40303"
    uid: 7a678b78-5d3e-4189-a67a-d8086976e736
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39936"
    uid: 438a485b-31e0-44a8-8c10-e2de8b280ddb
  kind: Event
  lastTimestamp: "2026-04-17T18:25:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:25:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a7382626dc7084
    namespace: kserve-ci-e2e-test
    resourceVersion: "40304"
    uid: c7892b2e-40f1-4477-9d3b-9b2d526f403f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40086"
    uid: 438a485b-31e0-44a8-8c10-e2de8b280ddb
  kind: Event
  lastTimestamp: "2026-04-17T18:25:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:25:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a73830a3e61e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "40405"
    uid: 0dfe58b2-f174-4f38-9409-6fe436e3aa5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40086"
    uid: 438a485b-31e0-44a8-8c10-e2de8b280ddb
  kind: Event
  lastTimestamp: "2026-04-17T18:25:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:25:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a73830a4541cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40407"
    uid: dbdaf7a6-3e6b-420a-9b29-fa74a1d6189f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39924"
    uid: b55e1cc5-8926-4fce-a4ba-8ee41ce758ba
  kind: Event
  lastTimestamp: "2026-04-17T18:26:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:26:09Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a73822a72a6418
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: bfa368cb-d2f0-437e-9a44-e20b5ef67dca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39924"
    uid: b55e1cc5-8926-4fce-a4ba-8ee41ce758ba
  kind: Event
  lastTimestamp: "2026-04-17T18:24:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:24:59Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a73822a7b106a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39941"
    uid: 63f0adff-2d57-450b-9844-484ed889c14c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40480"
    uid: b55e1cc5-8926-4fce-a4ba-8ee41ce758ba
  kind: Event
  lastTimestamp: "2026-04-17T18:26:09Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:26:09Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a73832dce40d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "40481"
    uid: 5f3ca78c-b596-4734-a498-3e8f9a7680ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:24:48.480506Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39779"
    uid: c3de0b41-a670-44ce-9641-575ddc679933
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:24:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:24:48Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b.18a73820160577d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39785"
    uid: 528ed583-9a71-45b6-ada5-2761966cbccd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: c3de0b41-a670-44ce-9641-575ddc679933
  kind: Event
  lastTimestamp: "2026-04-17T18:24:48Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:24:48Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b.18a738202469a7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39793"
    uid: 10f0f5d5-034a-443a-8f5e-76e20ee72478
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39789"
    uid: c3de0b41-a670-44ce-9641-575ddc679933
  kind: Event
  lastTimestamp: "2026-04-17T18:24:49Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:24:49Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b.18a7382052d1b853
    namespace: kserve-ci-e2e-test
    resourceVersion: "39799"
    uid: 99035ae9-40bb-49de-870c-2222740a25d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: c3de0b41-a670-44ce-9641-575ddc679933
  kind: Event
  lastTimestamp: "2026-04-17T18:24:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:24:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b.18a73820547db7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39836"
    uid: 6c36e233-310f-407e-96b1-e03c3b39b3bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: c3de0b41-a670-44ce-9641-575ddc679933
  kind: Event
  lastTimestamp: "2026-04-17T18:24:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:24:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b.18a73820574e2266
    namespace: kserve-ci-e2e-test
    resourceVersion: "39840"
    uid: c748c664-00f9-426a-87e3-e3d6099fdd75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: c3de0b41-a670-44ce-9641-575ddc679933
  kind: Event
  lastTimestamp: "2026-04-17T18:24:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:24:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b.18a7382057bb26dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39841"
    uid: 79365cda-1cdf-4c15-b3e2-a4b2cd811fcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: c3de0b41-a670-44ce-9641-575ddc679933
  kind: Event
  lastTimestamp: "2026-04-17T18:24:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b_kserve-ci-e2e-test(c3de0b41-a670-44ce-9641-575ddc679933)
  metadata:
    creationTimestamp: "2026-04-17T18:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:24:56Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b.18a7382210ddb789
    namespace: kserve-ci-e2e-test
    resourceVersion: "39872"
    uid: f6e11dfa-c1ab-4508-837e-93dc43a8c264
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39770"
    uid: 2ae7dfb2-e159-4fbd-9056-7a18f6e25779
  kind: Event
  lastTimestamp: "2026-04-17T18:24:48Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb-h4j9b'
  metadata:
    creationTimestamp: "2026-04-17T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:24:48Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-54884788bb.18a7382015758e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39782"
    uid: 1d533dec-d258-4d2a-9157-6c6d98dd9443
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 5b77a353-5cce-4f1f-9dc6-bcc7a96de953
  kind: Event
  lastTimestamp: "2026-04-17T18:24:48Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-54884788bb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:24:48Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a7382012846094
    namespace: kserve-ci-e2e-test
    resourceVersion: "39772"
    uid: 6233d539-8802-40b0-b3da-8f26d37e5414
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39757"
    uid: 4035313a-88a9-4288-9b21-1a932403a3b0
  kind: Event
  lastTimestamp: "2026-04-17T18:24:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:24:57Z"
    name: isvc-sklearn-s3-tls-global-fail.18a73820125efb87
    namespace: kserve-ci-e2e-test
    resourceVersion: "39878"
    uid: f2939baf-13da-401d-8cce-d06738e666e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39757"
    uid: 4035313a-88a9-4288-9b21-1a932403a3b0
  kind: Event
  lastTimestamp: "2026-04-17T18:24:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:24:48Z"
    name: isvc-sklearn-s3-tls-global-fail.18a7382012ba9de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39774"
    uid: f8b3a0fd-dbdb-411d-9135-4ee59b19bdec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:23:37.363654Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39175"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:23:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:23:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a7380f87206387
    namespace: kserve-ci-e2e-test
    resourceVersion: "39181"
    uid: d094ef22-35b3-4125-a212-c69cf4afc6fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:23:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a7380f91eb1eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "39195"
    uid: 52d4191e-f7a1-42fd-b5c8-425c6ca2270d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39185"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:23:38Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:23:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a7380fc3d14416
    namespace: kserve-ci-e2e-test
    resourceVersion: "39205"
    uid: c1ece4ba-5d55-4d1a-a44b-4ddd1a4daa7c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:23:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a7380fc53ee181
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: 9da5fe6b-9905-48b0-a336-a8b0f71e0953
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:23:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a7380fc8b466f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39209"
    uid: 5dd1a8b7-fe39-4825-82f1-efc580d28895
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:23:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:23:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a7380fc91f426b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39210"
    uid: 5d86c918-97f2-43be-a6ae-914cdadb24d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:23:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a7381014f19f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39224"
    uid: 1188d575-d0b7-4bdd-bb10-f9a3ae938ebd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:23:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a7381017b14f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "39226"
    uid: e431accb-3305-4910-b600-867a25bed44b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:23:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a73810182492a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39228"
    uid: 346dea20-d7cb-4bad-9805-49aca05ac477
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:23:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a73810182fd1ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: cac288cd-9ca3-4c65-87d6-ce0fbfc27528
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:23:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a738101c159715
    namespace: kserve-ci-e2e-test
    resourceVersion: "39231"
    uid: d51417ab-8048-47e3-8a06-df27e2b54ac1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:23:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:23:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a738101c9d552f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39233"
    uid: 562840d7-1e13-411d-bb9b-44a809d0ec08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:24:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:24:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a7381050de5ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39637"
    uid: 70b0ee49-3b9d-45bf-a166-40c521dd186a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:24:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:24:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a7381fd72dc046
    namespace: kserve-ci-e2e-test
    resourceVersion: "39738"
    uid: 0b3518e6-003e-4ff3-b115-da1eaf6650e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "39179"
    uid: 9f85dfa4-6262-4962-a062-5464113e0214
  kind: Event
  lastTimestamp: "2026-04-17T18:24:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:24:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft.18a7381fd72e3c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39739"
    uid: 32ce64ec-6e33-44ad-a644-f28ecf0ced27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "39166"
    uid: fc852626-f1ec-4f71-9961-a4be7801cee0
  kind: Event
  lastTimestamp: "2026-04-17T18:23:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76-wq9ft'
  metadata:
    creationTimestamp: "2026-04-17T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:23:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5488974f76.18a7380f868e66ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "39178"
    uid: 3d61fe52-b714-4248-9eb0-094a1f8ae216
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39164"
    uid: a9258929-f695-41f1-a149-e327e8ad427f
  kind: Event
  lastTimestamp: "2026-04-17T18:23:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5488974f76
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:23:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7380f83eda687
    namespace: kserve-ci-e2e-test
    resourceVersion: "39168"
    uid: dc65158f-1081-4f18-a83c-d0c4f5fcef3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39165"
    uid: 9a7de212-78be-4d84-aed5-ee295826be44
  kind: Event
  lastTimestamp: "2026-04-17T18:24:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:24:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7381302d1b5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39432"
    uid: a6ddb36a-8a17-4b4b-9a14-0e43937a398f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39165"
    uid: 9a7de212-78be-4d84-aed5-ee295826be44
  kind: Event
  lastTimestamp: "2026-04-17T18:24:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:24:07Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a73813033b6521
    namespace: kserve-ci-e2e-test
    resourceVersion: "39433"
    uid: f766095e-e708-4de5-9f41-f845397f11a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39328"
    uid: 9a7de212-78be-4d84-aed5-ee295826be44
  kind: Event
  lastTimestamp: "2026-04-17T18:24:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:24:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7381a0159062e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39640"
    uid: 002ef21a-b472-4f29-bab9-189cceea88e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39328"
    uid: 9a7de212-78be-4d84-aed5-ee295826be44
  kind: Event
  lastTimestamp: "2026-04-17T18:24:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:24:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a7381a01c85023
    namespace: kserve-ci-e2e-test
    resourceVersion: "39641"
    uid: 68d33bb4-031a-4345-9680-d5729a30fd93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: efa9cdbe-0cab-4511-863e-55352f4fdfa2
  kind: Event
  lastTimestamp: "2026-04-17T18:24:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:24:46Z"
    name: isvc-sklearn-s3-tls-global-pass.18a7380f83c60404
    namespace: kserve-ci-e2e-test
    resourceVersion: "39716"
    uid: 1183ccd4-d27e-45a3-9a73-e00c34b65df4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: efa9cdbe-0cab-4511-863e-55352f4fdfa2
  kind: Event
  lastTimestamp: "2026-04-17T18:23:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:23:37Z"
    name: isvc-sklearn-s3-tls-global-pass.18a7380f843cda8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39187"
    uid: 55cb4ac4-42cb-4323-b183-291ac93eba13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39158"
    uid: efa9cdbe-0cab-4511-863e-55352f4fdfa2
  kind: Event
  lastTimestamp: "2026-04-17T18:23:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T18:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:23:37Z"
    name: isvc-sklearn-s3-tls-global-pass.18a7380f8987f799
    namespace: kserve-ci-e2e-test
    resourceVersion: "39188"
    uid: 935ed135-4b92-4ad8-9912-52a6d5585905
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:24:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39714"
    uid: efa9cdbe-0cab-4511-863e-55352f4fdfa2
  kind: Event
  lastTimestamp: "2026-04-17T18:24:46Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:24:46Z"
    name: isvc-sklearn-s3-tls-global-pass.18a7381fb40596b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39715"
    uid: 0e16b180-8bad-4db7-8d55-6872a5425ded
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:27:42.850287Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41365"
    uid: 09a34602-dd68-43d3-8b1d-51ae628c1b9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:27:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:27:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w.18a73848af451dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "41371"
    uid: 36287010-b488-408a-b4d6-bc562a2d5316
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41375"
    uid: 09a34602-dd68-43d3-8b1d-51ae628c1b9a
  kind: Event
  lastTimestamp: "2026-04-17T18:27:43Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:27:43Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w.18a73848c7f50733
    namespace: kserve-ci-e2e-test
    resourceVersion: "41384"
    uid: 6d41f915-2f40-40b9-9074-5281b0236866
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41369"
    uid: 09a34602-dd68-43d3-8b1d-51ae628c1b9a
  kind: Event
  lastTimestamp: "2026-04-17T18:27:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:27:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w.18a73848c9533ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41445"
    uid: ccb24586-c443-47bf-ac9c-970f0c0ed123
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41369"
    uid: 09a34602-dd68-43d3-8b1d-51ae628c1b9a
  kind: Event
  lastTimestamp: "2026-04-17T18:27:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:27:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w.18a73848cc0933bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41448"
    uid: edc16623-6b12-4e3a-a341-8694e3cbd939
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41369"
    uid: 09a34602-dd68-43d3-8b1d-51ae628c1b9a
  kind: Event
  lastTimestamp: "2026-04-17T18:27:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:27:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w.18a73848cc761edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41451"
    uid: b411f921-9e90-4f15-b35c-cef227f8501d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "41369"
    uid: 09a34602-dd68-43d3-8b1d-51ae628c1b9a
  kind: Event
  lastTimestamp: "2026-04-17T18:27:52Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:27:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w.18a7384b02e4ae8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41492"
    uid: 13be1518-29e9-4536-8cad-58dac61a2b22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    namespace: kserve-ci-e2e-test
    resourceVersion: "41355"
    uid: ff0ac0b6-73fe-4324-b0f5-173b62809230
  kind: Event
  lastTimestamp: "2026-04-17T18:27:42Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965-p2f8w'
  metadata:
    creationTimestamp: "2026-04-17T18:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:27:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965.18a73848aecbf5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "41368"
    uid: cd7505eb-54b8-4ae6-ade5-ed0f70e86aeb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41353"
    uid: a426960f-04fa-44e3-8dfc-342255a618d3
  kind: Event
  lastTimestamp: "2026-04-17T18:27:42Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5bc5655965
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:27:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a73848ac1576e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: f1bb3b9d-1a7c-46eb-86f1-51a137485c7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: 892683cf-34b7-47e2-bc80-bacb5885bb24
  kind: Event
  lastTimestamp: "2026-04-17T18:27:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:27:49Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a73848abef57c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41452"
    uid: aa523da1-67bd-4b2a-8f10-3bd9b21475b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41344"
    uid: 892683cf-34b7-47e2-bc80-bacb5885bb24
  kind: Event
  lastTimestamp: "2026-04-17T18:27:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:27:42Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a73848ac48c3d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41360"
    uid: 2f462899-68e7-4a6c-bb1d-26845269a608
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:26:21.759560Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40696"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:26:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:26:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a73835cde2d3d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40702"
    uid: 1e21c7eb-401d-44ad-abda-2d711b4f76d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:26:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T18:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a73835dbf2e6df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40712"
    uid: bc40e5ea-b799-4c55-a523-4ad4cb609151
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40706"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:26:22Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:26:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a738360a76c780
    namespace: kserve-ci-e2e-test
    resourceVersion: "40723"
    uid: f07b995d-9410-41cd-879d-1a55fa6e7c71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:26:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a738360bf4e258
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 209a10d6-46d9-40a5-825f-52aaeb580c2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:26:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a738360ec1badf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40727"
    uid: 11f9e730-39c6-4b1a-8658-73b2d7681648
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:26:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a738360f777bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40728"
    uid: 4b5b0499-5b94-4315-80cb-91e8172d4ea3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:26:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a73836634c4fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40744"
    uid: defb1074-338b-4af2-9c71-f1cf37f69a82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:26:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a7383666056cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40747"
    uid: 5fadf56b-c823-49d6-a7ff-bbe19c1855bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:26:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a7383666786d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "40750"
    uid: ed3a583e-ee84-440f-9a77-7faac8feb55d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:26:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a7383666844a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "40751"
    uid: b9c6f37f-3a7f-4d08-a14e-dc4bf51de0e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:26:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a7383669346d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "40753"
    uid: 7d6ff781-9820-4330-8c98-38553c94a2e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:26:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:26:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a7383669a090a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40754"
    uid: 9ff02967-132d-46a9-9c2e-c30614a34695
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:27:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:26:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:27:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a73836db13421d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41335"
    uid: 74f3cfa7-601a-4779-a603-e9577f5934ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:27:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:27:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a738486ff237b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41327"
    uid: 5f8eda24-3045-4eb3-8da9-e459574c3f69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:27:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:27:41Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a738486ff2ebf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41328"
    uid: b7dc5c0c-a163-4622-8df6-7bba53617115
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s
    namespace: kserve-ci-e2e-test
    resourceVersion: "40700"
    uid: bb65dac7-d83f-4063-bb76-0cf2a991cd3e
  kind: Event
  lastTimestamp: "2026-04-17T18:27:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.63:8643/healthz": dial tcp
    10.133.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:27:42Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s.18a738488d2ea95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41334"
    uid: 9c7173a5-cd94-4d1d-acc5-5d5b58cac7c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40687"
    uid: 5e8e4b54-971c-4996-9d07-5a48dc61b8fc
  kind: Event
  lastTimestamp: "2026-04-17T18:26:21Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf-v544s'
  metadata:
    creationTimestamp: "2026-04-17T18:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:26:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf.18a73835cd6cf627
    namespace: kserve-ci-e2e-test
    resourceVersion: "40699"
    uid: 648bbf39-8a2a-4cda-87da-17cb1d2c2956
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40685"
    uid: d0ebc1fd-73a1-4a34-ab97-57984c829ad4
  kind: Event
  lastTimestamp: "2026-04-17T18:26:21Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-c86b5bbcf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:26:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a73835ca808642
    namespace: kserve-ci-e2e-test
    resourceVersion: "40690"
    uid: 00c9ed29-cb04-4c0e-987c-32e462828ddf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40686"
    uid: 2d1b26de-c3b2-407f-a514-c8959783bde2
  kind: Event
  lastTimestamp: "2026-04-17T18:26:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:26:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a7383948df2842
    namespace: kserve-ci-e2e-test
    resourceVersion: "40948"
    uid: 01355667-98cd-4fa7-b5a5-731194da1e75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40686"
    uid: 2d1b26de-c3b2-407f-a514-c8959783bde2
  kind: Event
  lastTimestamp: "2026-04-17T18:26:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:26:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a73839494c3625
    namespace: kserve-ci-e2e-test
    resourceVersion: "40949"
    uid: 817b2ef3-7a82-4acd-97cc-e77ac772d77c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40847"
    uid: 2d1b26de-c3b2-407f-a514-c8959783bde2
  kind: Event
  lastTimestamp: "2026-04-17T18:27:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:27:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a7384047590906
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: 47a3fe9c-9712-49bb-bd6b-de119b5229d6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40847"
    uid: 2d1b26de-c3b2-407f-a514-c8959783bde2
  kind: Event
  lastTimestamp: "2026-04-17T18:27:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:27:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a7384047c104b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41277"
    uid: 0fbe098a-6f76-4cc8-a222-abf58f9892a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40676"
    uid: 70de3244-304c-4e32-b997-4f07e23943f6
  kind: Event
  lastTimestamp: "2026-04-17T18:27:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:27:32Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a73835c9fd5354
    namespace: kserve-ci-e2e-test
    resourceVersion: "41246"
    uid: 1a9670cc-6d2b-4a56-8fb8-33c051eea655
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:26:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40676"
    uid: 70de3244-304c-4e32-b997-4f07e23943f6
  kind: Event
  lastTimestamp: "2026-04-17T18:26:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:26:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a73835ca8b1ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40691"
    uid: 7bc7a099-cf33-4ed6-b853-ca8c0faa2a2e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:27:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41243"
    uid: 70de3244-304c-4e32-b997-4f07e23943f6
  kind: Event
  lastTimestamp: "2026-04-17T18:27:32Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:27:32Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a738463e9c6f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41245"
    uid: 6061e1d4-1f42-4dd8-ae43-b3cd4a4b1ce3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38468"
    uid: 4bbc26b7-4c34-4dbd-a6b2-053ae1e882b1
  kind: Event
  lastTimestamp: "2026-04-17T18:23:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:23:27Z"
    name: isvc-sklearn-s3.18a737fcdb1873ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39058"
    uid: 638773a4-0b12-4f0e-84ce-b6ccad5d0e0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38468"
    uid: 4bbc26b7-4c34-4dbd-a6b2-053ae1e882b1
  kind: Event
  lastTimestamp: "2026-04-17T18:22:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:22:17Z"
    name: isvc-sklearn-s3.18a737fcdcd9da1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38505"
    uid: c38d7cbf-29d9-4c67-a3fa-b08b88c18e77
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:23:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39055"
    uid: 4bbc26b7-4c34-4dbd-a6b2-053ae1e882b1
  kind: Event
  lastTimestamp: "2026-04-17T18:23:27Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:23:27Z"
    name: isvc-sklearn-s3.18a7380d417aa8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39056"
    uid: c029551d-316d-4d0f-bb7b-07bbf344cd5d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-c477977d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29747"
    uid: 860670a2-7cfe-49cd-a160-161f7a33acf0
  kind: Event
  lastTimestamp: "2026-04-17T18:05:02Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-c477977d5-lj5m4'
  metadata:
    creationTimestamp: "2026-04-17T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:05:02Z"
    name: isvc-sklearn-scheduler-predictor-c477977d5.18a7370bec8aa50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29757"
    uid: e691ebd9-bd29-495a-a162-36a1673369d1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29744"
    uid: a0354c56-f2ed-41ed-96b7-f469ef8925fd
  kind: Event
  lastTimestamp: "2026-04-17T18:05:02Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-c477977d5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:05:02Z"
    name: isvc-sklearn-scheduler-predictor.18a7370be7e02812
    namespace: kserve-ci-e2e-test
    resourceVersion: "29748"
    uid: 0306656e-0e1f-421b-87f6-45fe9f80fb12
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 8db418c6-f36c-49f5-a9ad-26a6b883c7d4
  kind: Event
  lastTimestamp: "2026-04-17T18:05:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:05:02Z"
    name: isvc-sklearn-scheduler.18a7370be75bb36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29766"
    uid: fd593cff-f72c-42d0-96f5-451efad5e352
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 8db418c6-f36c-49f5-a9ad-26a6b883c7d4
  kind: Event
  lastTimestamp: "2026-04-17T18:05:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:05:02Z"
    name: isvc-sklearn-scheduler.18a7370be7e72b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29749"
    uid: 71554438-2c42-4f70-8750-fd4d0c970c93
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 8db418c6-f36c-49f5-a9ad-26a6b883c7d4
  kind: Event
  lastTimestamp: "2026-04-17T18:05:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:05:02Z"
    name: isvc-sklearn-scheduler.18a7370be7e78c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "29751"
    uid: 9deb26c2-4176-4e15-bcca-320429c46c30
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:10:22.525057Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32542"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:10:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:10:22Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73756770de516
    namespace: kserve-ci-e2e-test
    resourceVersion: "32548"
    uid: e4f5db73-0c1d-44be-ab3a-f08854c5ff44
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:10:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T18:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:22Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a737567dd23dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32555"
    uid: a9c2245a-a59e-4a47-9ba1-aea9f859ffac
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32552"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:10:23Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:10:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73756b3d412eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32565"
    uid: 74675110-10f3-47ec-b550-c6dd0fd1552a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:10:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73756b51a7040
    namespace: kserve-ci-e2e-test
    resourceVersion: "32567"
    uid: ed937ace-c6e2-4d2f-8efa-fc6faefdd297
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:10:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73756b7f85418
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: 1a753edb-d18a-4251-b3c8-89bb77fe4764
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:10:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:23Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73756b8669041
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 76b246ed-bf4c-410b-9fc1-51819360aadf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:10:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73757cf279e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32616"
    uid: 352a6f2b-76d2-4f26-ac33-badc6240a0be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:10:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73757d21dd58a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: b5f7deb0-d3db-4ec9-b8e6-6e870dfbd572
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:10:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73757d290aa6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32623"
    uid: 29c14e33-2720-4dc0-9278-a00b78bb8e4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:10:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73757d29c876c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: ac6f1cb4-2540-416e-b458-e234d450e1ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:10:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73757d5c70d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32626"
    uid: dd955c76-17cc-439a-8311-cdd06e4cf735
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:10:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:28Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73757d638d9a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32627"
    uid: e51e56d0-3cc9-4728-a284-631b4ad8e8dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:11:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:45Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a737580b0b42ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: f43e3197-900b-41a5-b57b-4cccf4fac5d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:11:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:42Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a737691f8b882d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33191"
    uid: d77d99d8-a6af-407c-b8f2-1220ea7f545b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:11:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:42Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a737691f8bc40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: fbbbd674-fc1b-4889-898a-1222712b09b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 59217f5c-bd33-4db2-9740-417234884083
  kind: Event
  lastTimestamp: "2026-04-17T18:11:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:45Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l.18a73769bd2989d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33247"
    uid: 4927cf34-2574-4484-bf0a-5655c4045716
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32532"
    uid: 8b50b976-2134-4abe-bddd-57eba989de3a
  kind: Event
  lastTimestamp: "2026-04-17T18:10:22Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7f8b779bc6-lxk4l'
  metadata:
    creationTimestamp: "2026-04-17T18:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:10:22Z"
    name: isvc-sklearn-v2-mixed-predictor-7f8b779bc6.18a7375676ada057
    namespace: kserve-ci-e2e-test
    resourceVersion: "32545"
    uid: a75c1815-4621-4e07-a8ac-1baac94e5ee8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32529"
    uid: 28f26952-e027-490d-972e-3f2525c74b1e
  kind: Event
  lastTimestamp: "2026-04-17T18:10:22Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7f8b779bc6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-17T18:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:10:22Z"
    name: isvc-sklearn-v2-mixed-predictor.18a73756740fedc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32534"
    uid: d742cd9e-fed1-4555-8a4e-3fc0b83a3a41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32531"
    uid: 39c5135e-b6f8-4af3-ae10-0bef20b1f3b8
  kind: Event
  lastTimestamp: "2026-04-17T18:10:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:10:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18a73759f2b60985
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: 89d4dbc3-3be2-48c1-8b77-6dbd408fb552
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32531"
    uid: 39c5135e-b6f8-4af3-ae10-0bef20b1f3b8
  kind: Event
  lastTimestamp: "2026-04-17T18:10:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:10:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:10:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18a73759f321bc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32698"
    uid: f7795ed5-f09d-407f-9bfe-106e1a03cb09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: 39c5135e-b6f8-4af3-ae10-0bef20b1f3b8
  kind: Event
  lastTimestamp: "2026-04-17T18:11:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:11:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18a7375d7238fc77
    namespace: kserve-ci-e2e-test
    resourceVersion: "33122"
    uid: f7c41106-34f7-462a-9846-e74585ac255d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: 39c5135e-b6f8-4af3-ae10-0bef20b1f3b8
  kind: Event
  lastTimestamp: "2026-04-17T18:11:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:10:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:11:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18a7375d72a4fc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: b69981d4-f867-4ba5-baf4-df820abb76ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32502"
    uid: 4538211f-5ffd-44bb-9e21-b48182fd5835
  kind: Event
  lastTimestamp: "2026-04-17T18:11:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:11:35Z"
    name: isvc-sklearn-v2-mixed.18a7375673e7467a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: 06d2ced3-9235-4f5b-be89-5d2703d9c5be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32502"
    uid: 4538211f-5ffd-44bb-9e21-b48182fd5835
  kind: Event
  lastTimestamp: "2026-04-17T18:10:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:10:22Z"
    name: isvc-sklearn-v2-mixed.18a737567448dee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32536"
    uid: ad593332-a0e7-4c7b-aa07-b6d960e81b9f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33104"
    uid: 4538211f-5ffd-44bb-9e21-b48182fd5835
  kind: Event
  lastTimestamp: "2026-04-17T18:11:35Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:11:35Z"
    name: isvc-sklearn-v2-mixed.18a737676e3533ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: c5de328c-bb67-4698-bd39-89bb70864852
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:09:02.252348Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31872"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-69755fbb9-c8mll
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:09:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a73743c66d8491
    namespace: kserve-ci-e2e-test
    resourceVersion: "31878"
    uid: ac5b8026-db2f-43e4-bf57-d9ce1e4a269d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31883"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:09:02Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a73743df61a47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31889"
    uid: a383f52d-6dc6-4280-a1c0-320a6aad9acb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:09:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a73743e0b7b5f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31891"
    uid: 5bf0c8bf-1d90-4dad-861e-47f41175b5e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:09:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a73743e369ea22
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: cf7d19df-2ba5-4102-ab1d-b04a8a65e407
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:09:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a73743e3dcdb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "31895"
    uid: dc0ac8ac-7a70-4c81-87ab-34bd130af725
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:09:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1293"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:07Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a73744e3a36e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31938"
    uid: 3148318b-c8b1-484f-b99f-93b13ca6b3e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:09:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:07Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a73744e68a16f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: 5ae0d09f-fe58-47b2-a1c6-38249572a2ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:09:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:07Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a73744e6f68fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31944"
    uid: 34abd71c-76b5-4e42-8826-b12b36d953ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:09:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:07Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a73744e703aec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31945"
    uid: e84e3e1e-0396-4af0-a872-cbf22da875e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:09:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:07Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a73744e9b0a9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31947"
    uid: 11a5f020-f674-4b60-9932-d742f0157662
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:09:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:09:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:07Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a73744ea3493b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31948"
    uid: 9af1ed04-fe8c-46c2-86b2-46916f81cd50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:10:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:25Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a737455b59076c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32589"
    uid: 4196657d-e881-42a4-a2d1-712886496d5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:10:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:22Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a7375672e67919
    namespace: kserve-ci-e2e-test
    resourceVersion: "32526"
    uid: eadd948d-0d5c-4e02-972a-3cd73ea72d67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:10:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:22Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a7375672e82d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32530"
    uid: c83c334e-ddbc-4e1a-89a9-bf739ad60363
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: ae301454-239b-4f1f-9057-c2b8ba5396d6
  kind: Event
  lastTimestamp: "2026-04-17T18:10:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:10:25Z"
    name: isvc-sklearn-v2-predictor-69755fbb9-c8mll.18a737570de4e088
    namespace: kserve-ci-e2e-test
    resourceVersion: "32588"
    uid: 523f28be-1754-4705-979f-717ef722a90b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-69755fbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: 4e40e385-9260-47e9-94f9-381580558ced
  kind: Event
  lastTimestamp: "2026-04-17T18:09:02Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-69755fbb9-c8mll'
  metadata:
    creationTimestamp: "2026-04-17T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2-predictor-69755fbb9.18a73743c5fc5cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31875"
    uid: 0f92031b-842d-47ee-9e7a-d64c262ef52a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31857"
    uid: b4e875f2-74dd-45a0-bcdb-94afc63d06bd
  kind: Event
  lastTimestamp: "2026-04-17T18:09:02Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-69755fbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2-predictor.18a73743c3379649
    namespace: kserve-ci-e2e-test
    resourceVersion: "31863"
    uid: 1c7cfa01-b48a-4843-a4d8-e30ae3dc874f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31859"
    uid: 4196bfe8-e92f-424e-b4bf-3a49d01f27b2
  kind: Event
  lastTimestamp: "2026-04-17T18:09:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:09:47Z"
    name: isvc-sklearn-v2-predictor.18a7374742369fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32246"
    uid: 6bb55470-1a91-4a5a-adca-dd8226430297
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31859"
    uid: 4196bfe8-e92f-424e-b4bf-3a49d01f27b2
  kind: Event
  lastTimestamp: "2026-04-17T18:09:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:09:47Z"
    name: isvc-sklearn-v2-predictor.18a73747429e81eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32247"
    uid: bde6d939-0a4b-47cf-99a2-9b177788c269
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32027"
    uid: 4196bfe8-e92f-424e-b4bf-3a49d01f27b2
  kind: Event
  lastTimestamp: "2026-04-17T18:10:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:10:17Z"
    name: isvc-sklearn-v2-predictor.18a73751bf62e979
    namespace: kserve-ci-e2e-test
    resourceVersion: "32464"
    uid: ec15556e-d429-4559-8c2d-35741935ff36
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32027"
    uid: 4196bfe8-e92f-424e-b4bf-3a49d01f27b2
  kind: Event
  lastTimestamp: "2026-04-17T18:10:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:10:17Z"
    name: isvc-sklearn-v2-predictor.18a73751bfcc0b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "32465"
    uid: b9f53cf7-bbd8-4359-b5fa-f90a5f9efd8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:08:02.069167Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31361"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:08:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:08:02Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73735c33b2684
    namespace: kserve-ci-e2e-test
    resourceVersion: "31368"
    uid: 9943ff38-3f09-412b-acf1-82f65d5abeb4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31374"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:08:02Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:08:02Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73735dc8ad37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: 9c31eb0f-9aca-487b-b57b-687c47ac5edd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:08:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:02Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73735ddd12048
    namespace: kserve-ci-e2e-test
    resourceVersion: "31380"
    uid: a80627eb-47c5-44ae-a4b2-b9965abf12f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:08:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:02Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73735e0cc26e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31383"
    uid: aaa01401-5db2-4db7-88ce-bff20cf81473
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:08:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:02Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73735e13fa3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31384"
    uid: 8776502d-1a01-4505-92c0-f1e83f36245f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:08:06Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T18:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:06Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73736e0c01ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: b26d5715-6aa4-41b6-b481-7418763b5b5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:08:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:06Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73736e3902506
    namespace: kserve-ci-e2e-test
    resourceVersion: "31426"
    uid: a9262fe0-c7a4-4055-b1cd-84b06c5e5553
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:08:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:06Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73736e3ffa9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31428"
    uid: 7cef4c5a-27cd-4437-b2bf-dd08b5e815e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:08:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:06Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73736e40ba231
    namespace: kserve-ci-e2e-test
    resourceVersion: "31429"
    uid: fc1502ee-2193-4509-a663-2e98dd966962
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:08:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:06Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73736e6cf4d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "31431"
    uid: 5664986e-f6df-4f24-ab32-d78b83fcc1c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:08:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:06Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73736e73ff97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31432"
    uid: 66dac2c1-26c5-437e-b3b9-bfb17f2da284
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:08:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-17T18:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:08:43Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a7373f8277a2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: 71c20876-dd0b-49cb-8c93-161eea7550d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:09:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73743c31a0896
    namespace: kserve-ci-e2e-test
    resourceVersion: "31862"
    uid: 5d7e820d-34c1-401e-ab38-a3cd0c6477cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:09:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73743c31aa0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31865"
    uid: 49959d38-81db-4dc3-828f-a1896ace09d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:09:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:08Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a7374426ad4c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "31960"
    uid: f9e43534-4fd3-42b4-aa94-c43834997e82
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "31366"
    uid: eed9c8ea-9005-49a5-807d-60798646a5f9
  kind: Event
  lastTimestamp: "2026-04-17T18:09:04Z"
  message: 'Readiness probe failed: Get "http://10.133.0.46:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-17T18:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:09:04Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m.18a73744651a28ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31921"
    uid: 1876b1b8-bb15-4964-8755-87a341633eb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 3983c681-2930-4bf1-98c2-ffde3ead09ad
  kind: Event
  lastTimestamp: "2026-04-17T18:08:02Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-xff9m'
  metadata:
    creationTimestamp: "2026-04-17T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:08:02Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a73735c2d43981
    namespace: kserve-ci-e2e-test
    resourceVersion: "31365"
    uid: d57c16fd-577a-4093-a22b-29ad127670de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31349"
    uid: 6685321f-061c-4625-8517-6d35c64c8408
  kind: Event
  lastTimestamp: "2026-04-17T18:08:02Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:08:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18a73735c01d6091
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: a7adbe62-4a83-4597-a857-a7c987902cc0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: e6a38bc4-16c9-49ae-802b-2b45d75b9524
  kind: Event
  lastTimestamp: "2026-04-17T18:08:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:08:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18a737393f2f7996
    namespace: kserve-ci-e2e-test
    resourceVersion: "31717"
    uid: cc8d0c04-1965-4627-b303-9450aad038c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: e6a38bc4-16c9-49ae-802b-2b45d75b9524
  kind: Event
  lastTimestamp: "2026-04-17T18:08:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:08:47Z"
    name: isvc-sklearn-v2-runtime-predictor.18a737393f9bbb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "31718"
    uid: 470866f3-d647-4c3b-962f-aa66fc8edf60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31505"
    uid: e6a38bc4-16c9-49ae-802b-2b45d75b9524
  kind: Event
  lastTimestamp: "2026-04-17T18:09:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18a7373cbe75c87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31829"
    uid: 8330f183-3d96-47a7-ae29-78c67cc3f42b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31505"
    uid: e6a38bc4-16c9-49ae-802b-2b45d75b9524
  kind: Event
  lastTimestamp: "2026-04-17T18:09:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2-runtime-predictor.18a7373cbec24b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31830"
    uid: 4b651cbc-8321-4cd6-b773-0ec59e5e3916
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31322"
    uid: 7bf02a86-3020-46f7-b476-ea6432bc4014
  kind: Event
  lastTimestamp: "2026-04-17T18:08:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:08:53Z"
    name: isvc-sklearn-v2-runtime.18a73735bfedae70
    namespace: kserve-ci-e2e-test
    resourceVersion: "31772"
    uid: 3272f4be-0794-44d7-b276-ae3eecacbe85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31322"
    uid: 7bf02a86-3020-46f7-b476-ea6432bc4014
  kind: Event
  lastTimestamp: "2026-04-17T18:08:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:08:02Z"
    name: isvc-sklearn-v2-runtime.18a73735c0531139
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: 75b71381-49eb-43fa-acc1-96d5843ab9bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:08:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31770"
    uid: 7bf02a86-3020-46f7-b476-ea6432bc4014
  kind: Event
  lastTimestamp: "2026-04-17T18:08:53Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:08:53Z"
    name: isvc-sklearn-v2-runtime.18a73741d7a07126
    namespace: kserve-ci-e2e-test
    resourceVersion: "31771"
    uid: 12a40ff5-4648-4041-ad22-99660d037f4a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: 9f2bedae-9559-4f34-9d73-86b6d6985880
  kind: Event
  lastTimestamp: "2026-04-17T18:10:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:10:15Z"
    name: isvc-sklearn-v2.18a73743c30a8021
    namespace: kserve-ci-e2e-test
    resourceVersion: "32450"
    uid: 3bebbea0-5911-4b71-8b86-6b2da073aa1b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:09:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: 9f2bedae-9559-4f34-9d73-86b6d6985880
  kind: Event
  lastTimestamp: "2026-04-17T18:09:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:09:02Z"
    name: isvc-sklearn-v2.18a73743c36a957a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31866"
    uid: 7f8d024b-8bfe-4a41-b017-806c78db6b4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:10:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32448"
    uid: 9f2bedae-9559-4f34-9d73-86b6d6985880
  kind: Event
  lastTimestamp: "2026-04-17T18:10:15Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:10:15Z"
    name: isvc-sklearn-v2.18a73754be7f8e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "32449"
    uid: 16d60191-a457-4dc3-947f-56eebfc23294
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29785"
    uid: de8aa7b7-f2c6-46fc-87cb-69712632e78a
  kind: Event
  lastTimestamp: "2026-04-17T18:06:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:06:16Z"
    name: isvc-sklearn.18a7370c662a12d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30381"
    uid: 83b69d70-2106-4180-9606-f9353cdee5f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:05:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29785"
    uid: de8aa7b7-f2c6-46fc-87cb-69712632e78a
  kind: Event
  lastTimestamp: "2026-04-17T18:05:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:05:04Z"
    name: isvc-sklearn.18a7370c6673b403
    namespace: kserve-ci-e2e-test
    resourceVersion: "29816"
    uid: 89ee4a98-bd8f-45ab-b5bb-d6c3237dccdc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: de8aa7b7-f2c6-46fc-87cb-69712632e78a
  kind: Event
  lastTimestamp: "2026-04-17T18:06:16Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:06:16Z"
    name: isvc-sklearn.18a7371d2898ad9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: 921d3a6a-cb92-42cf-a8d8-21c304f77399
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:11:42.724682Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-xd2bq
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:11:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:11:42Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a7376923530ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: 1148d1e8-fe8a-4fff-92ad-a65cd89ae4e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33214"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:11:43Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:11:43Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a737693c149e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33219"
    uid: aea1c1cd-95f4-4146-a984-2f73bcebead1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:11:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:43Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a737693d5bbb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "33221"
    uid: 41857774-0533-4e73-a521-5808ec376b36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:11:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:43Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a73769404cb21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33223"
    uid: 9af92bbd-75c2-4145-9f97-995f767f505d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:11:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:43Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a7376940ba0f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33224"
    uid: b92531b3-2288-4510-8070-7d4d1a34c67e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:11:50Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-17T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:50Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a7376af5aee551
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: 165b8222-4947-42aa-a329-52c657d1168e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:11:54Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.94s (3.94s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a7376be092b52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33322"
    uid: 47a6a812-b7d0-4c60-b4fa-ca7a1de37dbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:11:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a7376be45a89c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33323"
    uid: 2990bdc1-d763-4866-91bc-7537dfcbe7df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:11:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a7376be4e41eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33324"
    uid: 2d2b5328-2a20-4133-b78a-4fe472770b54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:11:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a7376be4efa366
    namespace: kserve-ci-e2e-test
    resourceVersion: "33326"
    uid: a14cdae8-ba2f-428b-8245-548ce9343578
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:11:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a7376be7c06e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "33327"
    uid: 33136efd-3d87-4c7e-95c1-221b3343a515
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:11:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:11:54Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a7376be82ef25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33328"
    uid: e1afb42f-256f-408e-a693-60285d4c42aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:12:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:02Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a7376c5caa8aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33385"
    uid: ff9f94cd-8c22-4415-a4c0-4f104c508014
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:12:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:33Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a73774eea93d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33638"
    uid: f24f6b3f-f34c-4005-b25c-f57c5ca95ebc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:12:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:33Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a73774eea9a1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33641"
    uid: d8b33615-4437-413e-908c-08cb7c70a871
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 638ce086-8f01-4848-a5b1-a6894b720bf6
  kind: Event
  lastTimestamp: "2026-04-17T18:13:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:12:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:13:02Z"
    name: isvc-tensorflow-predictor-6756f669d7-xd2bq.18a73775e8988395
    namespace: kserve-ci-e2e-test
    resourceVersion: "33912"
    uid: 15aff34a-aa7f-44b0-a293-da496bb0a400
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33189"
    uid: f5afefb9-6bbe-4cf7-9bb9-eeb3f04af910
  kind: Event
  lastTimestamp: "2026-04-17T18:11:42Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-xd2bq'
  metadata:
    creationTimestamp: "2026-04-17T18:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:11:42Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a7376922e0bea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33204"
    uid: f929d3c8-2d8f-4659-8716-8461cb5c693a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: d4b5f8b3-c48f-4be3-aed7-11396768050a
  kind: Event
  lastTimestamp: "2026-04-17T18:11:42Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:11:42Z"
    name: isvc-tensorflow-predictor.18a737691f9a05ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33192"
    uid: f517ef41-1cdf-4205-9777-3d2014a6e853
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33188"
    uid: 865bd092-965a-42cf-b071-b15feca452dc
  kind: Event
  lastTimestamp: "2026-04-17T18:12:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:12:27Z"
    name: isvc-tensorflow-predictor.18a7376c9e212a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33570"
    uid: 4b1a2f15-c32e-42fb-93ee-cfc238085dd7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33188"
    uid: 865bd092-965a-42cf-b071-b15feca452dc
  kind: Event
  lastTimestamp: "2026-04-17T18:12:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:12:27Z"
    name: isvc-tensorflow-predictor.18a7376c9e86d956
    namespace: kserve-ci-e2e-test
    resourceVersion: "33571"
    uid: 0e88318f-d7d9-48ab-864e-246383a58e02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:12:33.446892Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33652"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:12:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:12:33Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a73774f29a990a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33656"
    uid: a36d3bad-95a9-4900-9809-d38e6abca147
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:33Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a73774ff0204d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33669"
    uid: 6d0005f3-5d89-4c61-8ebb-8dc487882fb0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33661"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:34Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:12:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a737752f2267b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33680"
    uid: ce57a317-93bd-418c-8c95-fe8deea9fe6e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a73775308ef60d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33682"
    uid: dceb32ef-367e-43f6-b5c7-b79034bb2e3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a7377533371c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "33683"
    uid: 278ff3f4-90c7-4dee-91e3-a5f85c98c90e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:34Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a7377533965052
    namespace: kserve-ci-e2e-test
    resourceVersion: "33684"
    uid: 1c016338-899d-4b16-9cce-c4156443c078
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:39Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:39Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a737766758cfae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33731"
    uid: a958cfee-1372-4066-ba8f-6dfbd23d6337
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:39Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a737766a0e7c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "33733"
    uid: 3ead4ca8-ecb9-4c74-9a33-803f4077a5df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:39Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a737766a7045a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33736"
    uid: fc8d7577-fe41-4689-b55e-82fe55b1b940
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:39Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a737766a7ad857
    namespace: kserve-ci-e2e-test
    resourceVersion: "33737"
    uid: 3690a9b9-429a-4bdc-9902-fe0110c32fe2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:39Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a737766d24762e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33739"
    uid: d5415c98-a125-443e-9136-8362025d0063
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:39Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a737766d836f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "33740"
    uid: 1be03cdc-fad4-4ca6-a80d-575ffe26853d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:12:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:12:47Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a73776df0eff0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33803"
    uid: 097620f6-9e2e-4ad3-b09c-49ee30126f55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:13:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:13:14Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a7377e68e5bb80
    namespace: kserve-ci-e2e-test
    resourceVersion: "34030"
    uid: 4c3fbeef-40c3-463c-b0a5-41ed5890aad2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:13:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:13:14Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a7377e68e65b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: 9ea00029-5b6e-4c01-bf4a-903b7c5a254f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 283b3043-05e4-492f-a287-eafa84443d02
  kind: Event
  lastTimestamp: "2026-04-17T18:13:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:13:42Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm.18a7377f40fd9850
    namespace: kserve-ci-e2e-test
    resourceVersion: "34278"
    uid: a8aa3187-9d47-4836-b757-f0d36ef6b154
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33639"
    uid: 235a220e-d1fe-49a3-a00b-c1248f2e7153
  kind: Event
  lastTimestamp: "2026-04-17T18:12:33Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-c64zm'
  metadata:
    creationTimestamp: "2026-04-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:12:33Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a73774f224f6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33653"
    uid: c3e848bd-8d69-4985-b459-6e13b97c7f4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33636"
    uid: aaa30ba3-da05-44bb-ba2d-621c5d49daca
  kind: Event
  lastTimestamp: "2026-04-17T18:12:33Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:12:33Z"
    name: isvc-tensorflow-runtime-predictor.18a73774ef3898f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33642"
    uid: c5b64829-5586-4800-871e-caf7e2911048
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33637"
    uid: 48c410f8-d09d-4f0c-bebe-4663640af5ae
  kind: Event
  lastTimestamp: "2026-04-17T18:13:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:13:03Z"
    name: isvc-tensorflow-runtime-predictor.18a737786e16f89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33920"
    uid: 634235f8-5770-4009-81c0-3c5882d3b658
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33637"
    uid: 48c410f8-d09d-4f0c-bebe-4663640af5ae
  kind: Event
  lastTimestamp: "2026-04-17T18:13:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:13:03Z"
    name: isvc-tensorflow-runtime-predictor.18a737786e82eab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33921"
    uid: f015b0f9-f68c-496d-9cec-d0b6a963165b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33610"
    uid: 84709f87-d36b-4ca7-bc8c-c9d72b2e6f1f
  kind: Event
  lastTimestamp: "2026-04-17T18:12:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:12:57Z"
    name: isvc-tensorflow-runtime.18a73774eee631c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33879"
    uid: bc1664ac-399e-4a0c-862c-e5cdcc2d098d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33610"
    uid: 84709f87-d36b-4ca7-bc8c-c9d72b2e6f1f
  kind: Event
  lastTimestamp: "2026-04-17T18:12:33Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:12:33Z"
    name: isvc-tensorflow-runtime.18a73774ef6b9564
    namespace: kserve-ci-e2e-test
    resourceVersion: "33663"
    uid: 22e9cd64-8dbb-42d4-b3cc-15812ca8fd5a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33619"
    uid: 84709f87-d36b-4ca7-bc8c-c9d72b2e6f1f
  kind: Event
  lastTimestamp: "2026-04-17T18:12:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:12:33Z"
    name: isvc-tensorflow-runtime.18a73774f5125424
    namespace: kserve-ci-e2e-test
    resourceVersion: "33664"
    uid: 6e9e3ba7-c77b-4a0c-9bec-ca34892b6ab0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33877"
    uid: 84709f87-d36b-4ca7-bc8c-c9d72b2e6f1f
  kind: Event
  lastTimestamp: "2026-04-17T18:12:57Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:12:57Z"
    name: isvc-tensorflow-runtime.18a7377a9e647f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: 227c7df1-cd09-4bb8-a116-4ea942eb2c2d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 360151cb-c604-4084-a23b-980addb80372
  kind: Event
  lastTimestamp: "2026-04-17T18:12:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:12:12Z"
    name: isvc-tensorflow.18a737691f75068f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33465"
    uid: 85afa5c9-8243-4b1c-b042-c27506794631
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:11:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33161"
    uid: 360151cb-c604-4084-a23b-980addb80372
  kind: Event
  lastTimestamp: "2026-04-17T18:11:42Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:11:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:11:42Z"
    name: isvc-tensorflow.18a737691fe9eec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: 05de4c14-5fb5-4293-b411-b0143dd27011
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:12:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33462"
    uid: 360151cb-c604-4084-a23b-980addb80372
  kind: Event
  lastTimestamp: "2026-04-17T18:12:12Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:12:12Z"
    name: isvc-tensorflow.18a737701b065a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: 523990fe-c8bf-4085-88a0-55175b6f2f13
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:13:14.162561Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34046"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-lv2cf
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:13:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:13:14Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7377e6d726a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "34050"
    uid: 170bdba5-531a-4499-a4d4-5c36b6af4453
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:13:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:13:14Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7377e7521ae05
    namespace: kserve-ci-e2e-test
    resourceVersion: "34061"
    uid: 86fedd3b-8607-412a-b7ae-93af4464bd8a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34056"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:13:15Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:13:15Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7377eaa085727
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 44b6b1c6-d345-41d8-931a-db3fcc7bd027
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:13:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:13:15Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7377eab50ea1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34072"
    uid: bf50ef2d-d367-42c2-a188-ef33f4370ca2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:13:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:13:15Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7377eade7db08
    namespace: kserve-ci-e2e-test
    resourceVersion: "34073"
    uid: c45e376d-67bc-4589-907e-ece7485b450a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:13:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:13:15Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7377eae55386e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34074"
    uid: 5cef406f-1fcd-4976-b8d4-bef46407d076
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:13:19Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-17T18:13:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:13:19Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7377fbeffb26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34115"
    uid: e1e52986-0596-4d0a-8477-f0412630fa01
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:15:14Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.53s
    (1m54.53s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:14Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7379a698ac2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34922"
    uid: 75606c2a-5433-4283-b5a6-c9f2407e4eff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:15:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:14Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7379a706d6aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34923"
    uid: d6504352-fa0b-4bfb-b287-661e1f275a2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:15:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:14Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7379a71bc8af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34924"
    uid: 844ce3c6-f097-470b-ab02-ec139740940f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:15:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:14Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7379a71c847a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: 18078c6f-d29e-4169-b51c-59a9d19c57e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:15:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:14Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7379a755c09df
    namespace: kserve-ci-e2e-test
    resourceVersion: "34926"
    uid: 21764b13-1de4-40f3-8609-55f6f6abb270
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:15:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:14Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7379a761db1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34927"
    uid: 93a8ee09-9255-4422-9baa-61d3ef685fae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:15:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:17Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7379ad8becf26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34947"
    uid: fca42c1a-950b-4b1e-97ff-b40a4e8550b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:15:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:25Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7379d1a22d088
    namespace: kserve-ci-e2e-test
    resourceVersion: "35044"
    uid: eb40dfa3-ecb3-45a4-be62-94634b55227c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:15:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:25Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7379d1a233719
    namespace: kserve-ci-e2e-test
    resourceVersion: "35047"
    uid: 9928938e-4283-43d5-a6f4-d248c2d7f1e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-lv2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34048"
    uid: e643438f-3067-4d57-8f54-f37a5fe3cf10
  kind: Event
  lastTimestamp: "2026-04-17T18:15:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:27Z"
    name: isvc-triton-predictor-84bb65d94b-lv2cf.18a7379d6899b6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35093"
    uid: 6b3c5dd2-ba82-4530-87d4-c91be2cc21fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34036"
    uid: b0239350-50bf-4feb-9409-ab1811b7a2cf
  kind: Event
  lastTimestamp: "2026-04-17T18:13:14Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-lv2cf'
  metadata:
    creationTimestamp: "2026-04-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:13:14Z"
    name: isvc-triton-predictor-84bb65d94b.18a7377e6ce0e6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34047"
    uid: 40f54700-9703-41bf-a276-1edb685d4fc6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34033"
    uid: 4bc521ca-b588-4713-ae49-f5ed1c37f0ad
  kind: Event
  lastTimestamp: "2026-04-17T18:13:14Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:13:14Z"
    name: isvc-triton-predictor.18a7377e69f0bd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34038"
    uid: bcc3610b-102a-47ea-851f-33e8c648128d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34035"
    uid: e7347c5f-97ad-486a-aae7-b01faa17e440
  kind: Event
  lastTimestamp: "2026-04-17T18:15:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:15:14Z"
    name: isvc-triton-predictor.18a73781e88f372f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34920"
    uid: eb2562b6-c29d-4dee-bce6-c4e4cd01c389
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34035"
    uid: e7347c5f-97ad-486a-aae7-b01faa17e440
  kind: Event
  lastTimestamp: "2026-04-17T18:15:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:13:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:15:14Z"
    name: isvc-triton-predictor.18a73781e8ea9264
    namespace: kserve-ci-e2e-test
    resourceVersion: "34921"
    uid: 95d4b2bc-a1f8-47fd-8493-85490a082bcb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34007"
    uid: eed94cdf-caa8-4e74-a8dd-9b174e383194
  kind: Event
  lastTimestamp: "2026-04-17T18:15:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:15:22Z"
    name: isvc-triton.18a7377e69cc6e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "34998"
    uid: aa823425-6f4f-4fc7-8f18-e8e864ebe0a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:13:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34007"
    uid: eed94cdf-caa8-4e74-a8dd-9b174e383194
  kind: Event
  lastTimestamp: "2026-04-17T18:13:14Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T18:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:13:14Z"
    name: isvc-triton.18a7377e6a41c0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34040"
    uid: 13578332-1049-4bb6-98c6-15ff8834a0ce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34994"
    uid: eed94cdf-caa8-4e74-a8dd-9b174e383194
  kind: Event
  lastTimestamp: "2026-04-17T18:15:22Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:15:22Z"
    name: isvc-triton.18a7379c4e7f3559
    namespace: kserve-ci-e2e-test
    resourceVersion: "34996"
    uid: d8f86066-6398-49d9-b356-634bad1ac3a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:15:26.251532Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35069"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-hcz8p
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:15:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:15:26Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a7379d2e901e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35076"
    uid: 3120a27e-57c8-48df-839e-568aabe457da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35080"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:15:26Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:15:26Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a7379d47bdbefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35084"
    uid: 094c2486-e3ba-43c0-a971-8c4f5bf9446a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:15:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:26Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a7379d4a0e58a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35087"
    uid: 506d9a51-b733-4228-8be8-99399b338982
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:15:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:26Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a7379d4eb995f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: 91242c80-3672-49fc-8e9f-9bfe1f46e6e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:15:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:26Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a7379d4f9e46a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35089"
    uid: d00a4c49-3683-4916-a24b-c1b7d1753b97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:15:31Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-17T18:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:31Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a7379e59ef5cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35128"
    uid: 031b4c5b-e205-4749-90a7-e38297a8b69c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:15:52Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.615s (21.615s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T18:15:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:52Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a737a36255074c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35290"
    uid: 7cf464a7-9e17-43b9-9292-2fbe635c0f66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:15:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:53Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a737a369532252
    namespace: kserve-ci-e2e-test
    resourceVersion: "35291"
    uid: e90c761e-504b-4e46-a114-de86f1a08d4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:15:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:53Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a737a36adc959d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35292"
    uid: 1e3eb10f-dbc4-4e92-9be9-4e112281b030
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:15:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:53Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a737a36ae85f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "35293"
    uid: 1f80ec19-9397-4166-8cf5-508cda7fd3a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:15:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:53Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a737a3709bb07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35296"
    uid: 34ebca8e-ae83-47f6-9d87-c88388dc63de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:15:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:15:53Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a737a37198b317
    namespace: kserve-ci-e2e-test
    resourceVersion: "35297"
    uid: e57e45fe-a2d7-4b7e-b6ef-834b99a7a639
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:16:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:16:50Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a737a3b93c83cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35701"
    uid: 767f8cbc-d326-4da9-b748-cc9c77c434a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:17:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:06Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a737b46be0cbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35843"
    uid: 81ded21c-6423-43a8-8d35-c4d2fdf73cb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 5e43c699-610e-4fe8-9f95-b0acb0fce3be
  kind: Event
  lastTimestamp: "2026-04-17T18:17:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:06Z"
    name: isvc-xgboost-predictor-8689c4cfcc-hcz8p.18a737b46be1e15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35846"
    uid: d9ffe7ba-f5c9-4c87-9962-2dced61ea7f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35053"
    uid: 1aa82051-5b09-4aa6-be40-d9f96401c624
  kind: Event
  lastTimestamp: "2026-04-17T18:15:26Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-hcz8p'
  metadata:
    creationTimestamp: "2026-04-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:15:26Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a7379d2ddaaf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "35073"
    uid: 77c04671-3c93-414b-aa4d-8e78e2679bd1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35050"
    uid: 756b04eb-f02b-48c8-b6c2-e40cadfe4d93
  kind: Event
  lastTimestamp: "2026-04-17T18:15:25Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:15:25Z"
    name: isvc-xgboost-predictor.18a7379d1ebd9e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: f9c29268-117c-4f59-9a8d-59082fe47443
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35052"
    uid: c98490b4-6747-4503-8896-57080dfef144
  kind: Event
  lastTimestamp: "2026-04-17T18:16:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:16:26Z"
    name: isvc-xgboost-predictor.18a737a09e79281f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35525"
    uid: 1ea8a65f-b277-4b29-a85f-39c76a51bf32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35052"
    uid: c98490b4-6747-4503-8896-57080dfef144
  kind: Event
  lastTimestamp: "2026-04-17T18:16:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:16:26Z"
    name: isvc-xgboost-predictor.18a737a09f176483
    namespace: kserve-ci-e2e-test
    resourceVersion: "35526"
    uid: 7ee8d203-3e59-49d8-a4bf-3007a722bdf1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: c98490b4-6747-4503-8896-57080dfef144
  kind: Event
  lastTimestamp: "2026-04-17T18:16:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:16:56Z"
    name: isvc-xgboost-predictor.18a737ae9cf0b529
    namespace: kserve-ci-e2e-test
    resourceVersion: "35741"
    uid: e1b4861e-0b3e-46b1-809f-9751a870cc16
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: c98490b4-6747-4503-8896-57080dfef144
  kind: Event
  lastTimestamp: "2026-04-17T18:16:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:16:56Z"
    name: isvc-xgboost-predictor.18a737ae9d9d8b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "35742"
    uid: 7126e18a-3f3d-4452-a0a2-ef23300382de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:18:46.500127Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36745"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:18:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:18:46Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cbce4f278e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: c0e46c9b-0654-4c86-b70e-dc5848d83ec9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T18:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:46Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cbd8d8e320
    namespace: kserve-ci-e2e-test
    resourceVersion: "36759"
    uid: 0c4f2fb5-72e2-41ca-bfb0-a546da00ec7b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36755"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:47Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:18:47Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cc0afb2678
    namespace: kserve-ci-e2e-test
    resourceVersion: "36769"
    uid: 8dac6f26-470c-4f60-b009-31a0c6575c32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:47Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cc0c5bc0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36771"
    uid: 5a5a77a1-89fc-41d4-b626-8418c716618a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:47Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cc0f6fb749
    namespace: kserve-ci-e2e-test
    resourceVersion: "36773"
    uid: d8092dcc-0464-4a28-bd16-ee4c20782832
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:47Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cc0fdd941b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: 7803695d-88bf-482f-80f7-ff85544d4b06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:51Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:51Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cd0eeb9b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "36814"
    uid: 65649741-49de-4dc6-a9a4-c043b4e47fb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:51Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cd11a7fe2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: 7e1b1267-b9fc-4e63-b044-62fb9e033e8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:51Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cd12173a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: efc856aa-babf-4965-8960-f759ece9bf68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:51Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cd12235a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36820"
    uid: fb58d706-fcbb-4823-9997-5fa8b0a5360b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:51Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cd14f7daab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36822"
    uid: 7e043c49-7102-4edf-88e9-501a7e4c94e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:51Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cd1562d548
    namespace: kserve-ci-e2e-test
    resourceVersion: "36823"
    uid: da2c6cfc-b748-4442-bdbb-cc20e0c50117
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:19:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:19:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737cd86c11fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37387"
    uid: 13cb44fd-04bd-4286-8da4-147f6d300672
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:19:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:19:56Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737dc2228ec3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37312"
    uid: 2a7317c7-55a8-4a97-ad24-5f4f631bc897
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:19:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:19:56Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737dc22296096
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 94d5e6b2-e02b-4891-85ad-7b845208655d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 34c0350c-b616-48b7-9ada-e90510c12ac6
  kind: Event
  lastTimestamp: "2026-04-17T18:19:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:19:59Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-5f4v7.18a737dce4cea40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: 98e54c80-1033-47d0-bb67-4e80f61a5fed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: 61d08dd0-e5ac-4995-8142-4693e5f0ebfe
  kind: Event
  lastTimestamp: "2026-04-17T18:18:46Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-5f4v7'
  metadata:
    creationTimestamp: "2026-04-17T18:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:18:46Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a737cbcde10415
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 1787505e-3ea8-4488-a1e3-7c869363ad82
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: e0944f88-0133-4aeb-b477-f2d23a11dd07
  kind: Event
  lastTimestamp: "2026-04-17T18:18:46Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T18:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:18:46Z"
    name: isvc-xgboost-runtime-predictor.18a737cbcb0d346e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36738"
    uid: 42253912-76b1-48fd-8cea-6f875e3c2aba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36735"
    uid: 4464c6fe-6ac8-4d6d-8efc-c2e07b119959
  kind: Event
  lastTimestamp: "2026-04-17T18:19:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:19:31Z"
    name: isvc-xgboost-runtime-predictor.18a737cf49a0bae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37107"
    uid: ad8a86b9-3219-4cd9-acd8-3c8fd24e52ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36735"
    uid: 4464c6fe-6ac8-4d6d-8efc-c2e07b119959
  kind: Event
  lastTimestamp: "2026-04-17T18:19:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:19:31Z"
    name: isvc-xgboost-runtime-predictor.18a737cf4a0d754b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37108"
    uid: df6e1121-d01f-463c-8e93-e97f697aa166
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: 4464c6fe-6ac8-4d6d-8efc-c2e07b119959
  kind: Event
  lastTimestamp: "2026-04-17T18:19:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:19:46Z"
    name: isvc-xgboost-runtime-predictor.18a737d2c927ff9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37207"
    uid: a2d04939-6dae-4404-9c04-c1bbba113944
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: 4464c6fe-6ac8-4d6d-8efc-c2e07b119959
  kind: Event
  lastTimestamp: "2026-04-17T18:19:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:19:46Z"
    name: isvc-xgboost-runtime-predictor.18a737d2c9938c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37209"
    uid: f680a963-02ea-4db9-94f8-bf98b77cee56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36706"
    uid: 279255d1-2507-420f-bc42-f733b88526c8
  kind: Event
  lastTimestamp: "2026-04-17T18:19:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:19:50Z"
    name: isvc-xgboost-runtime.18a737cbcadfb1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37241"
    uid: 56b7d7b2-fff5-4d0a-a768-e3d83382318a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36706"
    uid: 279255d1-2507-420f-bc42-f733b88526c8
  kind: Event
  lastTimestamp: "2026-04-17T18:18:46Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:18:46Z"
    name: isvc-xgboost-runtime.18a737cbcb3c663d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: ca852e0a-8017-49fc-91b6-26a030e181bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37239"
    uid: 279255d1-2507-420f-bc42-f733b88526c8
  kind: Event
  lastTimestamp: "2026-04-17T18:19:49Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:19:49Z"
    name: isvc-xgboost-runtime.18a737da95e9f148
    namespace: kserve-ci-e2e-test
    resourceVersion: "37240"
    uid: f72cbb8c-afd6-4423-9609-b61d8c176a31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:17:06.207530Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35865"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:17:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:17:06Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737b4746797b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35870"
    uid: 2562db7a-9398-4e84-95e3-00fc85a6e098
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35875"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:06Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:17:06Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737b48d474836
    namespace: kserve-ci-e2e-test
    resourceVersion: "35884"
    uid: 6d83467f-caa4-4ddd-af95-8911c61c42e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:06Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737b48ec2222c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35886"
    uid: b6041e59-dd79-4fd4-92a8-7905e277ee13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:06Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737b49195cca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35888"
    uid: 65bd20d5-1216-430b-81d4-f252ba261451
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:06Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737b49201949b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35889"
    uid: f4b4b9d0-cd5c-4dfa-821f-67dd54c7e7d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T18:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737b578b8f851
    namespace: kserve-ci-e2e-test
    resourceVersion: "35924"
    uid: f9d2b83f-eb46-4db9-a3d3-d0bce3e5aef4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737b57b92f269
    namespace: kserve-ci-e2e-test
    resourceVersion: "35927"
    uid: 9379947d-f8c5-4e0f-a273-b7e3fd281110
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737b57c199dea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35928"
    uid: 796214ae-bc95-4a9d-9e94-34e272923c8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737b57c254f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35929"
    uid: 3c1b892e-571f-46af-ae5e-a37c4b188415
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737b57ea7ada0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35933"
    uid: 3e6242a6-eeb8-4f27-b3de-b1fb92184365
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737b57f1424e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35934"
    uid: 7c2d5c8d-5c31-4b00-add6-b697ed347820
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737c01bfb64fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36291"
    uid: 2b643a8b-a693-4690-8210-886490366af6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737c01bfbf4a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: d8d84b89-9745-4681-87db-c674be602ff4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:57Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737c06a9fed18
    namespace: kserve-ci-e2e-test
    resourceVersion: "36335"
    uid: f65973c3-26f8-4e68-8b11-a2db152f9698
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:58Z"
  message: 'Readiness probe failed: Get "http://10.133.0.53:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-17T18:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737c0a8fe5d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36350"
    uid: 02d106b6-8a46-4b8a-bebe-cc7c64fc80cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: bb044221-071e-4902-8ec2-d25fb734753d
  kind: Event
  lastTimestamp: "2026-04-17T18:18:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-04-17T18:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw.18a737c1d03ef6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: 521c571a-b45a-4e76-906e-c465a3923df4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "35853"
    uid: dd47e6d6-0836-46df-b1a6-ac0d1a2d4715
  kind: Event
  lastTimestamp: "2026-04-17T18:17:06Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9nzhw'
  metadata:
    creationTimestamp: "2026-04-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:17:06Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a737b473e9e1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35867"
    uid: d00d65e8-01d4-4488-869a-3f43998b377d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35851"
    uid: 6cefafeb-3393-473a-bf22-6bbb8b90a2c6
  kind: Event
  lastTimestamp: "2026-04-17T18:17:06Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:17:06Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a737b46e6910b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35855"
    uid: a7ee0aa4-768f-4111-bd03-e98f75c240ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35852"
    uid: c764b8ef-4686-4664-816d-23fc8d795c70
  kind: Event
  lastTimestamp: "2026-04-17T18:17:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:17:21Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a737b7edd19efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36011"
    uid: 69b7702c-a5d4-421f-a79f-128c9d7c8f07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35852"
    uid: c764b8ef-4686-4664-816d-23fc8d795c70
  kind: Event
  lastTimestamp: "2026-04-17T18:17:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:17:21Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a737b7ee63f91b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36012"
    uid: 9cd6f94b-8837-438c-9ac5-f8e40847e19b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36010"
    uid: c764b8ef-4686-4664-816d-23fc8d795c70
  kind: Event
  lastTimestamp: "2026-04-17T18:17:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:17:51Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a737bb6d1623e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36230"
    uid: 74a52e21-97bc-47f9-98c8-6dd509dfc232
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36010"
    uid: c764b8ef-4686-4664-816d-23fc8d795c70
  kind: Event
  lastTimestamp: "2026-04-17T18:17:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:17:51Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a737bb6d820295
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: 9ab9ebbf-9408-4d26-b5bc-60f3cebd85f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35822"
    uid: d111342e-b27a-4557-a778-e877e21edaf7
  kind: Event
  lastTimestamp: "2026-04-17T18:17:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:17:47Z"
    name: isvc-xgboost-v2-mlserver.18a737b46e31e3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36202"
    uid: 964a768d-1d9b-4638-92bd-2fc51d3599b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35822"
    uid: d111342e-b27a-4557-a778-e877e21edaf7
  kind: Event
  lastTimestamp: "2026-04-17T18:17:06Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:17:06Z"
    name: isvc-xgboost-v2-mlserver.18a737b46ebf505f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35858"
    uid: 772cdabd-1213-4b88-8d92-bae9fdb05b6e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: d111342e-b27a-4557-a778-e877e21edaf7
  kind: Event
  lastTimestamp: "2026-04-17T18:17:47Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:17:47Z"
    name: isvc-xgboost-v2-mlserver.18a737be1c0f7dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: 85759471-96ea-4429-92f9-df7a47b3eeda
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:20:56.922102Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37842"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:20:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:20:56Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737ea2c1089fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37849"
    uid: 20eed2dd-c1b8-4302-b506-3f74d5f9d1ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:20:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-17T18:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:57Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737ea380ff6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37860"
    uid: 2b1a9bed-3f6d-4246-a9c3-982c6464b2c1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:20:57Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:20:57Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737ea68b6d5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: 7b483365-5844-472a-be70-a4a4a4bd5bd1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:20:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:57Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737ea6a1d2463
    namespace: kserve-ci-e2e-test
    resourceVersion: "37873"
    uid: 0f3c05a5-3f87-4b7b-aec4-c566072c84e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:20:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737ea6cc4358c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37874"
    uid: d62d49e1-9264-4021-8477-ddc7146e5285
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:20:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:58Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737ea6d30599c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37875"
    uid: 8781c9d3-3acb-4806-b38f-24f03fd5a52f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:21:02Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:21:02Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737eb6ab10268
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: c71b0645-08d2-4612-a505-fdfbcc1c404c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:21:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:21:02Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737eb6d955cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37917"
    uid: 2339d8da-f2aa-4333-8275-55e66b86ae71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:21:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:21:02Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737eb6e02e2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37918"
    uid: 3b23dd86-fec4-4028-ba71-1a4146a5195e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:21:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:21:02Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737eb6e0f885a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37921"
    uid: 03ea8442-6f06-49d4-9171-a4ba5d96f21e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:21:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:21:02Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737eb711b63d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37923"
    uid: 4dc90560-faa7-412e-be98-a4e5b7a8eef2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:21:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:21:02Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737eb719f7920
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: 54874904-2540-408f-a82f-2c50d9031932
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:22:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-17T18:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:19Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737eba69c5688
    namespace: kserve-ci-e2e-test
    resourceVersion: "38555"
    uid: f24152dc-c711-460b-8d5a-c56bbf0bf50d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:22:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:17Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737fcd45979d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38486"
    uid: 9eaaaa97-32d5-4cfb-a423-c9f2cbf88d7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:22:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:17Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737fcd459f78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38492"
    uid: d783377b-5fa8-4529-a70f-4ce265d93240
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "37846"
    uid: e58ac0a3-7130-4bb8-8f32-eaaf55a3fe5d
  kind: Event
  lastTimestamp: "2026-04-17T18:22:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:22:19Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr.18a737fd58da0c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38554"
    uid: a3cab663-5db3-4f30-972b-77e3f694fd88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37832"
    uid: 2933d823-6661-411d-904e-f05b24499c8b
  kind: Event
  lastTimestamp: "2026-04-17T18:20:56Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-trvrr'
  metadata:
    creationTimestamp: "2026-04-17T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:20:56Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a737ea2b87ac07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37845"
    uid: 5ba1ded9-8b8a-423f-b92c-9e6e0416976b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37828"
    uid: 62632072-4f52-441b-bd10-350463856a33
  kind: Event
  lastTimestamp: "2026-04-17T18:20:56Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:20:56Z"
    name: isvc-xgboost-v2-predictor.18a737ea270595da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37833"
    uid: 158255d6-e6ed-496b-acc0-1ffdac91e929
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37831"
    uid: 1174bb33-872a-4812-af1c-03c5e492e2d8
  kind: Event
  lastTimestamp: "2026-04-17T18:21:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:21:41Z"
    name: isvc-xgboost-v2-predictor.18a737eda629ddb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38213"
    uid: 4f06764a-53d6-4ea3-bb88-67c7bed9f9eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37831"
    uid: 1174bb33-872a-4812-af1c-03c5e492e2d8
  kind: Event
  lastTimestamp: "2026-04-17T18:21:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:21:41Z"
    name: isvc-xgboost-v2-predictor.18a737eda6adbe44
    namespace: kserve-ci-e2e-test
    resourceVersion: "38214"
    uid: 540423ab-7cc8-4e66-a5bc-82693cfde153
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37995"
    uid: 1174bb33-872a-4812-af1c-03c5e492e2d8
  kind: Event
  lastTimestamp: "2026-04-17T18:22:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:22:11Z"
    name: isvc-xgboost-v2-predictor.18a737f823f9d02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38431"
    uid: d235704b-f588-4dc6-9657-6d25b96d031e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37995"
    uid: 1174bb33-872a-4812-af1c-03c5e492e2d8
  kind: Event
  lastTimestamp: "2026-04-17T18:22:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:22:11Z"
    name: isvc-xgboost-v2-predictor.18a737f824a7ddce
    namespace: kserve-ci-e2e-test
    resourceVersion: "38432"
    uid: 352ab20e-ccd9-4b17-af72-da2634bf102d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:19:56.721138Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:19:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:19:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737dc27cec7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37338"
    uid: 232043aa-27f7-47ab-a356-1b83ce1923ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37342"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:19:57Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:19:57Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737dc40c5868e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37351"
    uid: 41300a96-45ee-4c81-8025-0f0f4ffb3a7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:19:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:19:57Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737dc4239b613
    namespace: kserve-ci-e2e-test
    resourceVersion: "37353"
    uid: 9f3ab440-af93-45ad-a5ca-9684b6f4c181
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:19:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:19:57Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737dc44e33112
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: 8863defb-f4d1-4bb3-967f-84c8bca5c403
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:19:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:19:57Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737dc4550c383
    namespace: kserve-ci-e2e-test
    resourceVersion: "37356"
    uid: b5e6f41f-e08a-41bf-9c73-8704932ba87c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:20:02Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737dd67e0e7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37406"
    uid: c669971b-2903-4900-a5a0-caaf34728fb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:20:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737dd6af22680
    namespace: kserve-ci-e2e-test
    resourceVersion: "37408"
    uid: 8ca7232f-c6ec-4578-9d12-19ae1baf96f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:20:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737dd6b60fcf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37411"
    uid: a0680486-6b6c-459a-8f52-07eac127072f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:20:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737dd6b6d505e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37412"
    uid: caf191bb-5d48-45e4-9737-198287cd5a86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:20:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737dd6df23ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37414"
    uid: 198b4c4c-18a3-4b05-b016-4993f5b5b447
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:20:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:02Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737dd6e60c4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: 29c20acf-6a52-4210-bb4b-aae4f23e6eac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:20:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-17T18:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:40Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737e6434e7781
    namespace: kserve-ci-e2e-test
    resourceVersion: "37673"
    uid: a83ad305-ea54-4563-9d82-ab17df7d70e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:20:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737ea27238790
    namespace: kserve-ci-e2e-test
    resourceVersion: "37835"
    uid: 6c8fe41b-1c25-4dce-9179-fced9d958074
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:20:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:20:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737ea2723faae
    namespace: kserve-ci-e2e-test
    resourceVersion: "37837"
    uid: c58b7797-bfb0-4794-ab99-0f0910e05f2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: 5a1ecbc8-6814-4a5e-ba13-a9f5aff2cc22
  kind: Event
  lastTimestamp: "2026-04-17T18:21:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:21:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52.18a737eae993e0b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37898"
    uid: 1fc76147-f819-4a9f-a14b-cb6e99a299fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37322"
    uid: 49988aeb-0b76-4ed0-a42e-2849a37957a4
  kind: Event
  lastTimestamp: "2026-04-17T18:19:56Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-bzt52'
  metadata:
    creationTimestamp: "2026-04-17T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:19:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a737dc276123de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37335"
    uid: db0f8d5a-98ef-4273-8877-b1dbfb9782f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37319"
    uid: bbd7b35a-fadd-4818-a4fd-b8caa19847d9
  kind: Event
  lastTimestamp: "2026-04-17T18:19:56Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-17T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:19:56Z"
    name: isvc-xgboost-v2-runtime-predictor.18a737dc2412c03f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37324"
    uid: 0a977897-d57c-426f-865c-4194878a447a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37321"
    uid: f86aa78d-42a6-40ed-81d8-a5471289c8a6
  kind: Event
  lastTimestamp: "2026-04-17T18:20:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:20:26Z"
    name: isvc-xgboost-v2-runtime-predictor.18a737dfa31a9b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "37583"
    uid: 940c6f13-778e-4bf9-bada-9be588b55acb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37321"
    uid: f86aa78d-42a6-40ed-81d8-a5471289c8a6
  kind: Event
  lastTimestamp: "2026-04-17T18:20:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:20:26Z"
    name: isvc-xgboost-v2-runtime-predictor.18a737dfa3813938
    namespace: kserve-ci-e2e-test
    resourceVersion: "37584"
    uid: 99e150c6-6bcf-47da-b244-7941cd842ce3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37482"
    uid: f86aa78d-42a6-40ed-81d8-a5471289c8a6
  kind: Event
  lastTimestamp: "2026-04-17T18:20:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:20:56Z"
    name: isvc-xgboost-v2-runtime-predictor.18a737e6a266273a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37799"
    uid: 90b97bd1-e0fe-4ccd-b567-121fa326b408
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37482"
    uid: f86aa78d-42a6-40ed-81d8-a5471289c8a6
  kind: Event
  lastTimestamp: "2026-04-17T18:20:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:20:56Z"
    name: isvc-xgboost-v2-runtime-predictor.18a737e6a2dcba15
    namespace: kserve-ci-e2e-test
    resourceVersion: "37800"
    uid: 015840ec-d3e7-4799-8a15-746bcd50fe78
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37291"
    uid: 7ba49a76-4eed-4087-9e19-8e4f14c05bc4
  kind: Event
  lastTimestamp: "2026-04-17T18:20:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:20:50Z"
    name: isvc-xgboost-v2-runtime.18a737dc23e9fe5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: e00bac5d-74d9-475a-ab72-b9bde858f026
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37291"
    uid: 7ba49a76-4eed-4087-9e19-8e4f14c05bc4
  kind: Event
  lastTimestamp: "2026-04-17T18:19:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:19:56Z"
    name: isvc-xgboost-v2-runtime.18a737dc2453cde9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37344"
    uid: 34a85ceb-eb7d-475d-9859-8c9151587d9f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37302"
    uid: 7ba49a76-4eed-4087-9e19-8e4f14c05bc4
  kind: Event
  lastTimestamp: "2026-04-17T18:19:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:19:56Z"
    name: isvc-xgboost-v2-runtime.18a737dc29c004ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37345"
    uid: 970bc7d6-fbaf-4672-b0e4-ec03c7ad6357
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37749"
    uid: 7ba49a76-4eed-4087-9e19-8e4f14c05bc4
  kind: Event
  lastTimestamp: "2026-04-17T18:20:50Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:20:50Z"
    name: isvc-xgboost-v2-runtime.18a737e89b180781
    namespace: kserve-ci-e2e-test
    resourceVersion: "37750"
    uid: 6bf62b12-ddf1-44d1-b866-6e239e3642e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37804"
    uid: 73452108-b2bb-46e0-979a-21735bf25dbe
  kind: Event
  lastTimestamp: "2026-04-17T18:22:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:22:09Z"
    name: isvc-xgboost-v2.18a737ea27089732
    namespace: kserve-ci-e2e-test
    resourceVersion: "38410"
    uid: e0499747-f271-4b0d-b882-cc6c93c27ab1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37804"
    uid: 73452108-b2bb-46e0-979a-21735bf25dbe
  kind: Event
  lastTimestamp: "2026-04-17T18:20:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:20:56Z"
    name: isvc-xgboost-v2.18a737ea27a9fbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: 1fc87c3e-8584-4310-888e-183d8800b8c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:20:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37816"
    uid: 73452108-b2bb-46e0-979a-21735bf25dbe
  kind: Event
  lastTimestamp: "2026-04-17T18:20:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:20:56Z"
    name: isvc-xgboost-v2.18a737ea2ea0be04
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: f39b3216-023f-45a2-88f5-3c4a951c5be4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:22:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38407"
    uid: 73452108-b2bb-46e0-979a-21735bf25dbe
  kind: Event
  lastTimestamp: "2026-04-17T18:22:09Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:22:09Z"
    name: isvc-xgboost-v2.18a737fb0a2d77f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38409"
    uid: 209be443-5589-41a8-baf3-5d6bd64e018c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35020"
    uid: 1c8fd5df-2f92-4e9c-bf30-5fa9ffea1618
  kind: Event
  lastTimestamp: "2026-04-17T18:17:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:17:00Z"
    name: isvc-xgboost.18a7379d1e1161c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35784"
    uid: 4ca8e2d9-7c7f-4eb3-8f82-cb13b1864cf1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:15:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35020"
    uid: 1c8fd5df-2f92-4e9c-bf30-5fa9ffea1618
  kind: Event
  lastTimestamp: "2026-04-17T18:15:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:15:26Z"
    name: isvc-xgboost.18a7379d1fa440ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35059"
    uid: cd6d8939-8c86-4a21-8920-228bb8fb4f15
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35782"
    uid: 1c8fd5df-2f92-4e9c-bf30-5fa9ffea1618
  kind: Event
  lastTimestamp: "2026-04-17T18:17:00Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:17:00Z"
    name: isvc-xgboost.18a737b31d5a3787
    namespace: kserve-ci-e2e-test
    resourceVersion: "35783"
    uid: 07032881-e1a7-4b8e-a112-14c039b2cb00
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T17:35:28.189496Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-gmg59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: 2b7b11d5-7be8-4e9d-8c74-0172c6f19543
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-gmg59
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T17:35:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T17:35:28Z"
    name: message-dumper-predictor-c7d86bcbd-gmg59.18a7356ed6ed59ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14792"
    uid: 463e7267-8e83-4a2e-877d-ff9e2abc00cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-gmg59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 2b7b11d5-7be8-4e9d-8c74-0172c6f19543
  kind: Event
  lastTimestamp: "2026-04-17T17:35:28Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T17:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T17:35:28Z"
    name: message-dumper-predictor-c7d86bcbd-gmg59.18a7356eef9bc79a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: 897c900f-6cdb-449f-bf15-a36ed0553dfd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-gmg59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 2b7b11d5-7be8-4e9d-8c74-0172c6f19543
  kind: Event
  lastTimestamp: "2026-04-17T17:35:28Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-17T17:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:28Z"
    name: message-dumper-predictor-c7d86bcbd-gmg59.18a7356ef0fc4289
    namespace: kserve-ci-e2e-test
    resourceVersion: "14809"
    uid: 04a656c3-ee86-49e7-b519-f9a7e27f5bbc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-gmg59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 2b7b11d5-7be8-4e9d-8c74-0172c6f19543
  kind: Event
  lastTimestamp: "2026-04-17T17:35:29Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 962ms (962ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-17T17:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:29Z"
    name: message-dumper-predictor-c7d86bcbd-gmg59.18a7356f2a5b2745
    namespace: kserve-ci-e2e-test
    resourceVersion: "14818"
    uid: 88e2e111-4f05-4ec6-8c6e-729f4f358258
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-gmg59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 2b7b11d5-7be8-4e9d-8c74-0172c6f19543
  kind: Event
  lastTimestamp: "2026-04-17T17:35:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T17:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:29Z"
    name: message-dumper-predictor-c7d86bcbd-gmg59.18a7356f2d971d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14819"
    uid: aeb4108d-2d41-4b62-9dd6-c22c51c9cc5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-gmg59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 2b7b11d5-7be8-4e9d-8c74-0172c6f19543
  kind: Event
  lastTimestamp: "2026-04-17T17:35:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:29Z"
    name: message-dumper-predictor-c7d86bcbd-gmg59.18a7356f2e0ac464
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: b34bed00-a63f-414a-ace1-e35dc047bf72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-gmg59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 2b7b11d5-7be8-4e9d-8c74-0172c6f19543
  kind: Event
  lastTimestamp: "2026-04-17T17:35:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T17:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:29Z"
    name: message-dumper-predictor-c7d86bcbd-gmg59.18a7356f2e17b3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: eef18b25-7b43-4063-9b1e-af8b9713a20f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-gmg59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 2b7b11d5-7be8-4e9d-8c74-0172c6f19543
  kind: Event
  lastTimestamp: "2026-04-17T17:35:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T17:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:29Z"
    name: message-dumper-predictor-c7d86bcbd-gmg59.18a7356f30b0fdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: a0bc9f11-fa31-496d-8f71-5aa824a177e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-gmg59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 2b7b11d5-7be8-4e9d-8c74-0172c6f19543
  kind: Event
  lastTimestamp: "2026-04-17T17:35:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:35:29Z"
    name: message-dumper-predictor-c7d86bcbd-gmg59.18a7356f311f0f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: 6aa45ba3-e3f8-46f2-b333-43f125fe7f17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-gmg59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 2b7b11d5-7be8-4e9d-8c74-0172c6f19543
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: message-dumper-predictor-c7d86bcbd-gmg59.18a735850bf14594
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: 6a584aad-58ad-4e52-935b-4949aa395971
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-gmg59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 2b7b11d5-7be8-4e9d-8c74-0172c6f19543
  kind: Event
  lastTimestamp: "2026-04-17T17:37:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T17:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T17:37:03Z"
    name: message-dumper-predictor-c7d86bcbd-gmg59.18a735850bf2036e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: c6158593-7fa5-4a13-baff-e4d7085db67e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: c2a541b8-528c-4014-842c-bb7e733067b0
  kind: Event
  lastTimestamp: "2026-04-17T17:35:28Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-gmg59'
  metadata:
    creationTimestamp: "2026-04-17T17:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:28Z"
    name: message-dumper-predictor-c7d86bcbd.18a7356ed64e738c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14787"
    uid: 2b44cfe2-c71a-4f10-a247-43fd4ae8ccaf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14776"
    uid: 0fdda036-e706-4c3d-a13c-32d462729808
  kind: Event
  lastTimestamp: "2026-04-17T17:35:28Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-17T17:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:35:28Z"
    name: message-dumper-predictor.18a7356ed48947f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 4017f5cc-e663-4209-a15e-0ceca9be2593
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: 2cb4ff45-7ee1-492b-aed0-dc76d7ee189a
  kind: Event
  lastTimestamp: "2026-04-17T17:36:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:13Z"
    name: message-dumper-predictor.18a73572539326fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: eddbd854-835c-4c97-bf8f-918408ff571b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: 2cb4ff45-7ee1-492b-aed0-dc76d7ee189a
  kind: Event
  lastTimestamp: "2026-04-17T17:36:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T17:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T17:36:13Z"
    name: message-dumper-predictor.18a7357253f8bb74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f4044754-0dd6-4801-8d1e-ea2bab91bcea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14748"
    uid: 07f013b0-fba5-4243-a2e5-cb6b0dc29fd9
  kind: Event
  lastTimestamp: "2026-04-17T17:35:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T17:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:35:37Z"
    name: message-dumper.18a7356ed45ef4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: c7f1b3e2-479e-46a0-a2d0-03eef62a926f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14748"
    uid: 07f013b0-fba5-4243-a2e5-cb6b0dc29fd9
  kind: Event
  lastTimestamp: "2026-04-17T17:35:28Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-17T17:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:35:28Z"
    name: message-dumper.18a7356ed4ceeb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "14801"
    uid: 69d85a00-19a3-4f97-9d5d-73f57935192a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: 07f013b0-fba5-4243-a2e5-cb6b0dc29fd9
  kind: Event
  lastTimestamp: "2026-04-17T17:35:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T17:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:35:28Z"
    name: message-dumper.18a7356eda8af66d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14802"
    uid: 4289b4ca-2783-49c5-b1a8-49c84dcde209
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T17:35:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: 07f013b0-fba5-4243-a2e5-cb6b0dc29fd9
  kind: Event
  lastTimestamp: "2026-04-17T17:35:37Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-17T17:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T17:35:37Z"
    name: message-dumper.18a7357119dbfbad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: eaa25330-9e7b-4962-88b1-57744b1fce84
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:06:24.702846Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:06:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:06:24Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a7371f17beed36
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 8ed1f6da-18eb-42dc-9e46-b4822a33966c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30484"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:06:25Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:06:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a7371f30cfb313
    namespace: kserve-ci-e2e-test
    resourceVersion: "30498"
    uid: b5b752ea-9cc8-4d60-9837-8a155c176db6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:06:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a7371f3240819e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30500"
    uid: 46d88766-7027-4beb-b2ed-b0fce4a0dff3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:06:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a7371f35f9003a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30501"
    uid: 67897670-3fbd-4435-a8d8-b5edb293606b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:06:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:25Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a7371f3669e47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30502"
    uid: 5e716e67-0fa6-438b-a593-e32f46e1d74d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:06:29Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T18:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a73720385e8dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: e2af1dfb-2a33-4063-87b4-802812b43b43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:06:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a737203c2640b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30547"
    uid: f8c4c6e0-8eb1-4763-bf0b-a04f0f982842
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:06:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a737203c990e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "30548"
    uid: 78e9751d-e8f0-4640-bce9-d30338ea0390
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:06:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a737203ca59ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30550"
    uid: cb0efcce-9596-497e-8fee-79016df8333e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:06:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a737203f1896d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30551"
    uid: c4b20c74-1c5b-4833-8d82-5d89899324ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:06:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:06:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:06:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a737203f882a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30553"
    uid: 4263bb87-b516-4468-bd93-0c9f7b92616e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:07:06Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-17T18:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:06Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a73728daeaf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: 6cb4a3ce-bc1c-4717-b934-237f9134c2c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:07:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:24Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a7372d15c28e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "30987"
    uid: ee9f5fa8-fdaa-44d7-a871-2cb96589bcab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:07:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:07:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:24Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a7372d15c307df
    namespace: kserve-ci-e2e-test
    resourceVersion: "30990"
    uid: dfdd94e2-6497-4654-9a91-b7b37fdd7183
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:07:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:31Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a7372d7e93bf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31076"
    uid: ba1c659e-ad05-4f4f-86ef-182eb225ece1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv
    namespace: kserve-ci-e2e-test
    resourceVersion: "30465"
    uid: 3fbc5012-95be-4ad0-8ea5-6612d33e801c
  kind: Event
  lastTimestamp: "2026-04-17T18:07:27Z"
  message: 'Readiness probe failed: Get "http://10.133.0.44:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-17T18:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:07:27Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-t5ztv.18a7372dbce9bc33
    namespace: kserve-ci-e2e-test
    resourceVersion: "31051"
    uid: 37eb22d0-a78b-4b72-a384-e3416e8fc996
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30450"
    uid: 877fab12-d9f3-4641-8cfa-cd32124dfe9a
  kind: Event
  lastTimestamp: "2026-04-17T18:06:24Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-t5ztv'
  metadata:
    creationTimestamp: "2026-04-17T18:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:06:24Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a7371f1741e018
    namespace: kserve-ci-e2e-test
    resourceVersion: "30466"
    uid: 56757e55-1389-4b0a-a162-3ae05fecff28
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30448"
    uid: ca971a28-7bf9-4493-b2ff-fbc644e6e1f2
  kind: Event
  lastTimestamp: "2026-04-17T18:06:24Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T18:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:06:24Z"
    name: sklearn-v2-mlserver-predictor.18a7371f1406e032
    namespace: kserve-ci-e2e-test
    resourceVersion: "30452"
    uid: 68668022-952e-48ba-a8db-a0ab1642369b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30449"
    uid: d7dab89d-3ee8-4622-af54-965a345da894
  kind: Event
  lastTimestamp: "2026-04-17T18:06:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:06:54Z"
    name: sklearn-v2-mlserver-predictor.18a73722932da2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: dabeeb0d-1130-45ef-952e-ea68e10b0cd1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30449"
    uid: d7dab89d-3ee8-4622-af54-965a345da894
  kind: Event
  lastTimestamp: "2026-04-17T18:06:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:06:54Z"
    name: sklearn-v2-mlserver-predictor.18a7372293a309a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: 8819d67d-4479-47bb-802a-bbb7cf8c6767
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30628"
    uid: d7dab89d-3ee8-4622-af54-965a345da894
  kind: Event
  lastTimestamp: "2026-04-17T18:07:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:07:24Z"
    name: sklearn-v2-mlserver-predictor.18a737299201ebbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30956"
    uid: 2ce32d39-4bd7-4da0-82a6-6ec7b68baaf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30628"
    uid: d7dab89d-3ee8-4622-af54-965a345da894
  kind: Event
  lastTimestamp: "2026-04-17T18:07:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:07:24Z"
    name: sklearn-v2-mlserver-predictor.18a73729926f38e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30958"
    uid: c2108765-a218-47c4-b91f-0c6f9678f54a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: da872ab7-c649-4a6c-a161-bc6442810d64
  kind: Event
  lastTimestamp: "2026-04-17T18:07:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:07:16Z"
    name: sklearn-v2-mlserver.18a7371f13da950f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30898"
    uid: ed7a7c08-728e-4ff0-a824-4ab7db0d99ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: da872ab7-c649-4a6c-a161-bc6442810d64
  kind: Event
  lastTimestamp: "2026-04-17T18:06:24Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:06:24Z"
    name: sklearn-v2-mlserver.18a7371f1458f245
    namespace: kserve-ci-e2e-test
    resourceVersion: "30492"
    uid: 3b7a1298-fbd3-4849-96ad-405601d5ca81
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:06:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: da872ab7-c649-4a6c-a161-bc6442810d64
  kind: Event
  lastTimestamp: "2026-04-17T18:06:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:06:24Z"
    name: sklearn-v2-mlserver.18a7371f1dbf08e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: 4525f99f-5ad4-4847-95b5-93d239622555
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:07:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30894"
    uid: da872ab7-c649-4a6c-a161-bc6442810d64
  kind: Event
  lastTimestamp: "2026-04-17T18:07:16Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:07:16Z"
    name: sklearn-v2-mlserver.18a7372b2fa0d8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30895"
    uid: dd85e416-62da-424b-8fc2-686680d0c5ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-17T18:17:56.336023Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    to ip-10-0-140-147.ec2.internal
  metadata:
    creationTimestamp: "2026-04-17T18:17:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-17T18:17:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737c0204bace2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36311"
    uid: 35d8a4ca-dbf0-48a0-b8df-2998dbc006cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-bbccb9467-ngc6m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:17:56Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-17T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-17T18:17:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737c039659571
    namespace: kserve-ci-e2e-test
    resourceVersion: "36323"
    uid: dabdda34-c48f-416a-8dba-bf61c3fc4698
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:17:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4cb151dc63436df7d13d4e5ee0cc2d7fdd1ff90cc80417c51a70ddeb283661c4"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737c03af8d289
    namespace: kserve-ci-e2e-test
    resourceVersion: "36326"
    uid: 390ef776-f1ea-4af7-84f3-b3dd454119b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:17:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-17T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737c03d9033a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: fdc8f0fe-a6aa-4619-951f-3953c500394a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:17:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-17T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:17:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737c03e122213
    namespace: kserve-ci-e2e-test
    resourceVersion: "36329"
    uid: a399faad-4d00-4b84-a59e-475dc1b7858c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:18:00Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737c125e9895e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36366"
    uid: 8b27c7e9-476c-4698-ba90-10ac21097924
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:18:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737c1293fa05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36370"
    uid: ee318fc9-28fb-4898-bbb9-225e310ffa03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:18:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737c129acfbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36372"
    uid: f6fe8a09-daf5-4b2a-8e8e-b5c4598d5ef9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:18:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737c129b75834
    namespace: kserve-ci-e2e-test
    resourceVersion: "36373"
    uid: 6912e164-3d87-49ac-a09c-00a287479ee6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:18:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737c12c5a89c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36375"
    uid: 7e0f6bdb-17fc-42b2-8bb9-fc99b30b2daf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:18:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737c12ccda5b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36376"
    uid: be00cb53-6e6e-4eff-b578-785e004a9e7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:18:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-17T18:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:46Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737cbc96b9f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36728"
    uid: fbbc5a2a-96dd-49a5-bdfa-495110f42343
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:18:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-17T18:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:46Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737cbc96c431d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36731"
    uid: 314f7e48-439d-42a0-831d-c79721554158
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 7e237db1-4368-4167-aaf6-55756fa0fd69
  kind: Event
  lastTimestamp: "2026-04-17T18:18:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-17T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-17T18:18:48Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg.18a737cc53cfffee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: b6f911db-bc63-4b96-ab63-40f2a9cd1cee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-147.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-147.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36295"
    uid: 6a685852-cda4-4d5a-a3d9-2c0f0d4cceed
  kind: Event
  lastTimestamp: "2026-04-17T18:17:56Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-p5lrg'
  metadata:
    creationTimestamp: "2026-04-17T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:17:56Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a737c01fba401e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36306"
    uid: 5335e917-19bd-4407-a3bf-6e473331ae25
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36290"
    uid: 7e9b6c53-2cbe-4297-bfae-af3f3ae8fa3d
  kind: Event
  lastTimestamp: "2026-04-17T18:17:56Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-17T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:17:56Z"
    name: xgboost-v2-mlserver-predictor.18a737c01cfaaef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36297"
    uid: 6cdc3136-888b-4206-ba6b-f543d8265870
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36292"
    uid: 0757b880-fc10-468f-a37f-34a0c7ad2cfa
  kind: Event
  lastTimestamp: "2026-04-17T18:18:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:18:11Z"
    name: xgboost-v2-mlserver-predictor.18a737c39c012517
    namespace: kserve-ci-e2e-test
    resourceVersion: "36447"
    uid: 7eac2065-5dd9-4279-96a8-e69a990b26fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36292"
    uid: 0757b880-fc10-468f-a37f-34a0c7ad2cfa
  kind: Event
  lastTimestamp: "2026-04-17T18:18:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-17T18:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:18:11Z"
    name: xgboost-v2-mlserver-predictor.18a737c39c7733e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36449"
    uid: ad925123-6b82-4c58-9290-caa5150c0861
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36448"
    uid: 0757b880-fc10-468f-a37f-34a0c7ad2cfa
  kind: Event
  lastTimestamp: "2026-04-17T18:18:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:18:41Z"
    name: xgboost-v2-mlserver-predictor.18a737c71b5597b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36668"
    uid: a11395ea-a2a3-4e8a-90b3-77ea890c0f1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36448"
    uid: 0757b880-fc10-468f-a37f-34a0c7ad2cfa
  kind: Event
  lastTimestamp: "2026-04-17T18:18:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-17T18:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-17T18:18:41Z"
    name: xgboost-v2-mlserver-predictor.18a737c71bc2be0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36669"
    uid: b3295805-b2c6-44f8-a25f-7e74ba758774
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36264"
    uid: 9780b0cc-61a7-4e77-8253-42b3cd7ae8c6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-17T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:18:38Z"
    name: xgboost-v2-mlserver.18a737c01cd22cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36648"
    uid: 63e1b109-4587-4ac9-b3ae-d65bcd6f4035
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:17:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36264"
    uid: 9780b0cc-61a7-4e77-8253-42b3cd7ae8c6
  kind: Event
  lastTimestamp: "2026-04-17T18:17:56Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-17T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:17:56Z"
    name: xgboost-v2-mlserver.18a737c01d2942a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: ea95ea07-89df-491b-966c-8238502d6460
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-17T18:18:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36646"
    uid: 9780b0cc-61a7-4e77-8253-42b3cd7ae8c6
  kind: Event
  lastTimestamp: "2026-04-17T18:18:38Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-17T18:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-17T18:18:38Z"
    name: xgboost-v2-mlserver.18a737ca051db3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "36647"
    uid: b3c9f3e1-2060-48a5-abbe-993def8ba7f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41733"