---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:40:29.246959Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25827"
    uid: 9756a3f5-8098-40e4-b4ee-3e1a878ed1bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:40:29Z"
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k.18a9625149f3f656
    namespace: kserve-ci-e2e-test
    resourceVersion: "25832"
    uid: cda22efe-dbe3-4df5-a2cd-f68d503322c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: 9756a3f5-8098-40e4-b4ee-3e1a878ed1bd
  kind: Event
  lastTimestamp: "2026-04-24T19:40:29Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:40:29Z"
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k.18a962516394106c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 9c9600f1-ee86-45ee-85fb-dc91bfc4f505
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25830"
    uid: 9756a3f5-8098-40e4-b4ee-3e1a878ed1bd
  kind: Event
  lastTimestamp: "2026-04-24T19:40:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:35Z"
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k.18a9625164f4e9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: 1f6c3db0-361f-41ce-9837-563dd1110ddb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25830"
    uid: 9756a3f5-8098-40e4-b4ee-3e1a878ed1bd
  kind: Event
  lastTimestamp: "2026-04-24T19:40:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:35Z"
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k.18a9625168968928
    namespace: kserve-ci-e2e-test
    resourceVersion: "25905"
    uid: a5c9e36e-cd7c-429a-add0-b17831d04ed5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25830"
    uid: 9756a3f5-8098-40e4-b4ee-3e1a878ed1bd
  kind: Event
  lastTimestamp: "2026-04-24T19:40:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:35Z"
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k.18a96251690e6e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "25906"
    uid: 0078be2e-fb68-4df7-a286-e8d14938e3be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25830"
    uid: 9756a3f5-8098-40e4-b4ee-3e1a878ed1bd
  kind: Event
  lastTimestamp: "2026-04-24T19:40:39Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k_kserve-ci-e2e-test(9756a3f5-8098-40e4-b4ee-3e1a878ed1bd)
  metadata:
    creationTimestamp: "2026-04-24T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:39Z"
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k.18a9625392820a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: acc1a078-1989-4508-82e6-f2bcdeeeb4b9
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25818"
    uid: 9ca4601b-ee1c-4dbe-b38b-851f174903ba
  kind: Event
  lastTimestamp: "2026-04-24T19:40:29Z"
  message: 'Created pod: isvc-init-fail-6c0429-predictor-7fd6df44b6-nsl4k'
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:40:29Z"
    name: isvc-init-fail-6c0429-predictor-7fd6df44b6.18a9625148e89c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: c0475057-1156-472f-b33f-fd2c8d859a52
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-6c0429-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25816"
    uid: 2bcaba59-757f-4438-a686-d1873183a4c7
  kind: Event
  lastTimestamp: "2026-04-24T19:40:29Z"
  message: Scaled up replica set isvc-init-fail-6c0429-predictor-7fd6df44b6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:40:29Z"
    name: isvc-init-fail-6c0429-predictor.18a9625145cfb804
    namespace: kserve-ci-e2e-test
    resourceVersion: "25820"
    uid: 8b8f23a2-74ab-42fe-8c05-41eab7827ade
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6c0429
    namespace: kserve-ci-e2e-test
    resourceVersion: "25789"
    uid: 30a7f907-4b5c-4103-87eb-0bae03f484ae
  kind: Event
  lastTimestamp: "2026-04-24T19:40:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:40:39Z"
    name: isvc-init-fail-6c0429.18a9625145ae5c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: 887124cc-9fce-4452-9d0a-86eb0fef4362
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6c0429
    namespace: kserve-ci-e2e-test
    resourceVersion: "25789"
    uid: 30a7f907-4b5c-4103-87eb-0bae03f484ae
  kind: Event
  lastTimestamp: "2026-04-24T19:40:29Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-6c0429":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-6c0429":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:40:29Z"
    name: isvc-init-fail-6c0429.18a9625145fcd928
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: cb1200ab-3a85-4e8e-aeb7-ec3c7bdbdf7b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6c0429
    namespace: kserve-ci-e2e-test
    resourceVersion: "25789"
    uid: 30a7f907-4b5c-4103-87eb-0bae03f484ae
  kind: Event
  lastTimestamp: "2026-04-24T19:40:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-6c0429": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:40:29Z"
    name: isvc-init-fail-6c0429.18a9625145fd257c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25823"
    uid: e0aa2f68-553d-454c-a273-517c2cb6b110
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:22:01.206108Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-gvps4
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:22:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:22:01Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a9614f4d9251e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: 3ec32cc7-345c-46a8-bc04-700f7659f0c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T19:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:01Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a9614f556990e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 69026d4b-3802-483b-b639-91eb16fa56c8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:02Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:22:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a9614f8a6b655d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16472"
    uid: 6c9449c4-3219-4267-b5b3-6785dc5deb94
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a9614f8bdc139b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 27892ea9-c883-4b08-855d-8a7d60827c16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a9614f8f396da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 3bc63d49-7d8c-4668-9d1b-9a452fb7b509
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a9614f8faf0b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: 0c55b795-4928-4629-af75-b2e06532bbe3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:06Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T19:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:06Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a9615098dd0729
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 270a7356-f226-4176-a58b-d77c9651102a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:12Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.165s (6.165s
    including waiting). Image size: 606297871 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:12Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a9615208615d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: 6d01bd27-f3b3-456d-9470-e8726aea82e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:12Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a961520b9948f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: 53ebca78-c61e-4db7-a021-73e781096d0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:12Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a961520c127253
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 4540d0e0-65b1-4179-abcc-bd088ff08d3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:12Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a961520c200a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16572"
    uid: e90478e8-7ace-4484-bb0c-3623e861932e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:13Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a961520f914283
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: 77a8e673-45ae-4c2c-9831-58acd18ff6f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:22:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:13Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a96152100a1761
    namespace: kserve-ci-e2e-test
    resourceVersion: "16574"
    uid: aa758e8d-217b-45d9-936d-8356e605e8ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:23:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:45Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a961527767b4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17316"
    uid: 712722d3-e9ee-407d-87ce-3a66943aee2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:23:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:41Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a961669ed38b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: f8b5dc9b-e18d-4357-b36e-faf8a52b0c48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:23:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:41Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a961669ed621eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: 7c6e3ae5-0876-4574-9903-2cc2c356159c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-gvps4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 6092c070-c1a5-4043-a9b1-8370a7de0fee
  kind: Event
  lastTimestamp: "2026-04-24T19:23:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:45Z"
    name: isvc-lightgbm-predictor-bdf964bd-gvps4.18a96167a78bfc6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: c8b5f0be-7776-4a75-8e4b-1ff076d382b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 6cb8e748-c330-48b7-adac-6d5122666c0b
  kind: Event
  lastTimestamp: "2026-04-24T19:22:01Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-gvps4'
  metadata:
    creationTimestamp: "2026-04-24T19:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:22:01Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a9614f4d1a79c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: fdbaff6a-ad99-4113-aa67-602f4448c989
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: 2cffb144-9dc0-4f76-89f6-04f5b67f94cb
  kind: Event
  lastTimestamp: "2026-04-24T19:22:01Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:22:01Z"
    name: isvc-lightgbm-predictor.18a9614f49d11b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: e51c7d7c-5bb9-4a1d-be8b-cc18a02ead66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: dc1ebf59-23c9-44a3-8cda-d54ffcee34fe
  kind: Event
  lastTimestamp: "2026-04-24T19:22:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:22:46Z"
    name: isvc-lightgbm-predictor.18a96152c8dc761a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16830"
    uid: d3a7a9c2-1a1b-4139-956d-eba4de3db27c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: dc1ebf59-23c9-44a3-8cda-d54ffcee34fe
  kind: Event
  lastTimestamp: "2026-04-24T19:22:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:22:46Z"
    name: isvc-lightgbm-predictor.18a96152c940749a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: c02cca7d-90c2-44ef-9f57-e2a683873f29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: dc1ebf59-23c9-44a3-8cda-d54ffcee34fe
  kind: Event
  lastTimestamp: "2026-04-24T19:23:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:23:31Z"
    name: isvc-lightgbm-predictor.18a9615d45e66c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: ae634ff7-9d53-49ae-96f3-10125bf5306f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: dc1ebf59-23c9-44a3-8cda-d54ffcee34fe
  kind: Event
  lastTimestamp: "2026-04-24T19:23:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:23:31Z"
    name: isvc-lightgbm-predictor.18a9615d4650a022
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: 7c513e65-4163-47b7-ae67-ddae9e5663fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:23:41.489886Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:23:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:23:41Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a96166a6f34d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17270"
    uid: df8d4fe9-002a-4eb8-87b0-b7c5ba6c80db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:23:41Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:23:41Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a96166bf988b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17281"
    uid: b98190b2-c20a-439d-95ff-f6be1edb3b9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:23:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:41Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a96166c11629ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17284"
    uid: f0999303-753f-44f9-90a9-6608cbfe33ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:23:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:41Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a96166c4083bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17286"
    uid: 27769d74-ef5f-4528-b742-584f811e7706
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:23:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:41Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a96166c47cd61f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: ebb7990c-801f-4ab4-872a-00ce887bd310
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:23:46Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:46Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a96167b6c6d79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17324"
    uid: 9a9077ab-5344-4199-9ed8-33910f59bd5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:23:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:46Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a96167b9e28e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: 1c101fc8-47e6-4922-9663-422a13bec3bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:23:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:46Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a96167ba54496f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: a66cc3bb-f1cd-4a5d-a4a7-77a87300cc76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:23:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:46Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a96167ba63444b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17331"
    uid: b1dfaaf7-94e7-4399-aa1b-c93725abf9f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:23:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:46Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a96167bd63cd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17335"
    uid: ed47d208-cb43-4a0a-b6cb-374cf89c3d62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:23:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:23:46Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a96167bdde5852
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: 57c44212-2e43-4f21-be86-9eef25b451d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:25:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:25:14Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a961682e991d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: b8f21367-fdfc-4643-b6a4-812fca09688c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:25:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:25:11Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a9617bb59f072a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17977"
    uid: b8d55358-b1af-45d0-adaa-f82b9793e0e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:25:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:25:11Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a9617bb59fc67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17980"
    uid: f4196994-7451-4b1b-bda0-9f8ac68dbfca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17268"
    uid: 05101861-d839-47ed-a635-7210ff57c7a4
  kind: Event
  lastTimestamp: "2026-04-24T19:25:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:25:14Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r.18a9617c34c1a825
    namespace: kserve-ci-e2e-test
    resourceVersion: "18035"
    uid: bd76e2bd-6958-430d-89a1-6c32fad4fe39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: 0733fac1-27bb-4a79-8ce2-6e414b8120ec
  kind: Event
  lastTimestamp: "2026-04-24T19:23:41Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-65m2r'
  metadata:
    creationTimestamp: "2026-04-24T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:23:41Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a96166a659294e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17267"
    uid: 8866e129-2e8b-4190-80aa-137b6b24c10a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: c997baa7-86eb-4cfa-abee-ca607ed8a305
  kind: Event
  lastTimestamp: "2026-04-24T19:23:41Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:23:41Z"
    name: isvc-lightgbm-runtime-predictor.18a96166a0c72973
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: baac719d-6e4c-4a05-ace4-65c6b9f6c24e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: 137d782c-11cd-4831-a5d7-db689bdaa261
  kind: Event
  lastTimestamp: "2026-04-24T19:24:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:24:11Z"
    name: isvc-lightgbm-runtime-predictor.18a9616a1fac5931
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: ba0cd4bd-6476-4d78-b4c5-97b4d255d542
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: 137d782c-11cd-4831-a5d7-db689bdaa261
  kind: Event
  lastTimestamp: "2026-04-24T19:24:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:24:11Z"
    name: isvc-lightgbm-runtime-predictor.18a9616a200de1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: 152a726c-5fcd-41dd-aa96-ff60dae93d80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 137d782c-11cd-4831-a5d7-db689bdaa261
  kind: Event
  lastTimestamp: "2026-04-24T19:25:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:25:11Z"
    name: isvc-lightgbm-runtime-predictor.18a961711dfa1a02
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: cd46d829-59ce-492c-89cc-0148b8ea5f29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 137d782c-11cd-4831-a5d7-db689bdaa261
  kind: Event
  lastTimestamp: "2026-04-24T19:25:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:25:11Z"
    name: isvc-lightgbm-runtime-predictor.18a961711e5aae26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: 534658c7-62ba-4e74-98cf-5065c664d47e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17222"
    uid: 20704e80-61ca-47f7-8a41-a2b11c28a70c
  kind: Event
  lastTimestamp: "2026-04-24T19:25:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:25:04Z"
    name: isvc-lightgbm-runtime.18a96166a0a4984a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17895"
    uid: 1f09e826-3563-452b-a009-2df072f888d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17222"
    uid: 20704e80-61ca-47f7-8a41-a2b11c28a70c
  kind: Event
  lastTimestamp: "2026-04-24T19:23:41Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:23:41Z"
    name: isvc-lightgbm-runtime.18a96166a111a15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: 8d8cb4db-6daa-4ba8-ab07-2507e601c8e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17891"
    uid: 20704e80-61ca-47f7-8a41-a2b11c28a70c
  kind: Event
  lastTimestamp: "2026-04-24T19:25:04Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:25:04Z"
    name: isvc-lightgbm-runtime.18a96179e68f7241
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: 31c954ab-82e9-470d-88f0-fe73a38a3c84
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:28:12.289339Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19342"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:28:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:28:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a5b3db1877
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: 91067ad7-0367-4318-a09e-a08efe4b61e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T19:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a5c1065845
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: dc2fdf5c-81fe-40af-aed4-5ee13375e865
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19353"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:13Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:28:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a5f11fab46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 7e5f20a5-e6f2-4b61-ab83-8238d050249a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a5f2885685
    namespace: kserve-ci-e2e-test
    resourceVersion: "19372"
    uid: af3b1ca1-3b72-460b-9871-2fc7aabcee80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a5f5565b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19374"
    uid: 9b25d64f-79f7-48f7-8c76-4661e84bbde7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:28:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a5f5c63128
    namespace: kserve-ci-e2e-test
    resourceVersion: "19375"
    uid: eaacd18f-95ad-47d4-97a1-9cf448a402d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:17Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a7002d48a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: b7eb09b9-62d9-4146-b8eb-3d20b8911e09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a7039e38e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: 1457c053-0977-4c08-9211-bc9dec3598ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a704137c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19417"
    uid: ada3e0cb-d11d-4f2f-bd45-f34fb97415b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a7041f9d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: d182f2d6-6704-4009-acc3-7fe5f5980684
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a7073c7636
    namespace: kserve-ci-e2e-test
    resourceVersion: "19420"
    uid: 9a987372-a5e8-4381-8966-9e3690bc8ad0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a707b2b82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: b9b7af9e-7801-487a-98b7-1ded5e78d025
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:20Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961a777d02b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: c9b99bc8-a7ee-418d-a8f3-8ae3da559ee2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961aa5e05dc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: 6d873b21-e33d-4c98-857e-3b2922bbc4aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: fb17873b-6731-405e-b780-475217d47fa8
  kind: Event
  lastTimestamp: "2026-04-24T19:28:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:32Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv.18a961aa5e083f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: ee703950-fd52-42bc-8364-e4188b5d0eb8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19331"
    uid: 8f74133d-051f-48e3-9d1c-c61306b8c472
  kind: Event
  lastTimestamp: "2026-04-24T19:28:12Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-wwzvv'
  metadata:
    creationTimestamp: "2026-04-24T19:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:28:12Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a961a5b37d4a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "19343"
    uid: f65fa162-3162-49f5-b892-ef469c202dcb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: 713c6516-f68f-4a76-b09b-e23f807a4c4b
  kind: Event
  lastTimestamp: "2026-04-24T19:28:12Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:28:12Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a961a5af18287d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: f217485f-9049-4b10-a6d0-4449e772af52
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: cc81d345-248b-440c-8e77-c2ac7a04a902
  kind: Event
  lastTimestamp: "2026-04-24T19:28:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:28:27Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a961a92de4ef83
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: 0d518b9b-39ff-4846-84eb-a29d075d9967
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: cc81d345-248b-440c-8e77-c2ac7a04a902
  kind: Event
  lastTimestamp: "2026-04-24T19:28:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:28:27Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a961a92e51ccca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19500"
    uid: 7498219c-76e6-448b-aabf-75ad6402b326
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 24d9f6b6-1e53-40f4-8332-fc82b24b86c6
  kind: Event
  lastTimestamp: "2026-04-24T19:28:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:28:26Z"
    name: isvc-lightgbm-v2-kserve.18a961a5aee81257
    namespace: kserve-ci-e2e-test
    resourceVersion: "19488"
    uid: fece9c58-d6cf-4cc1-ac44-521aa99c1368
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 24d9f6b6-1e53-40f4-8332-fc82b24b86c6
  kind: Event
  lastTimestamp: "2026-04-24T19:28:12Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:28:12Z"
    name: isvc-lightgbm-v2-kserve.18a961a5af56041d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19352"
    uid: bc931059-188b-4f45-9937-004fcfe7c93b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: 24d9f6b6-1e53-40f4-8332-fc82b24b86c6
  kind: Event
  lastTimestamp: "2026-04-24T19:28:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:28:12Z"
    name: isvc-lightgbm-v2-kserve.18a961a5b4ce5c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: 4db47ade-29ca-45d6-9f8f-3cb49724c152
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19486"
    uid: 24d9f6b6-1e53-40f4-8332-fc82b24b86c6
  kind: Event
  lastTimestamp: "2026-04-24T19:28:25Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:28:25Z"
    name: isvc-lightgbm-v2-kserve.18a961a8e3eacd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19487"
    uid: 762c2bc5-ef87-4537-9038-36e558f26a0f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:25:12.034208Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17996"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:25:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:25:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9617bbbd00832
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: d9f02d46-ea4b-4669-b86b-25ae8cdc4b2c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18007"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:25:12Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:25:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9617bd51db2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18015"
    uid: 2f04bbe6-2afb-40e7-8ac6-dc767a028ba8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:25:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:25:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9617bd69acb25
    namespace: kserve-ci-e2e-test
    resourceVersion: "18017"
    uid: 36d4d59f-3da2-466e-98f5-363af4fcb71f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:25:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:25:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9617bd95c5dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18018"
    uid: 99b8279c-8952-41fa-bf26-b1f53b992783
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:25:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:25:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9617bda1ced56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18019"
    uid: 69705606-cb50-46e2-9d38-8d0afe1ea1f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:25:17Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-24T19:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:25:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9617cf5cd59d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18060"
    uid: 6a878f6e-7944-4c7c-9e3d-3d02b01aeaa3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:27:29Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m12.581s
    (2m12.581s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:27:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9619bd444cde3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18991"
    uid: bfa71cd9-148b-4554-8a12-7a8beba39823
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:27:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:27:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9619bdc47fe49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18993"
    uid: ac59ee52-80a5-45ba-b3ea-da5f82d696ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:27:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:27:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9619bdd81b21a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18994"
    uid: 4429c6a4-3077-4d88-9467-5b9ceb1f2818
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:27:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:27:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9619bdd8ff296
    namespace: kserve-ci-e2e-test
    resourceVersion: "18995"
    uid: 9628bb30-4b0d-4a97-8e7c-3977729ed166
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:27:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:27:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9619be29d02ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18996"
    uid: 06154fa7-c0a3-447e-9163-1458a3cbeae2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:27:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:27:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:27:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a9619be3aae054
    namespace: kserve-ci-e2e-test
    resourceVersion: "18997"
    uid: fc8c9d86-42d0-431d-ae09-31e075436479
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:28:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a961a5acf67d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19323"
    uid: 9f2ef1d6-8466-45ac-b69f-8341e7cdc5f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:28:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a961a5acf72a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 32fcd127-6c13-434b-acfe-18ddd615def3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 160233ed-3114-4e24-9fae-a0ca826d8676
  kind: Event
  lastTimestamp: "2026-04-24T19:28:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:28:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7.18a961a5cdb520bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: 26566a24-a3c1-4472-ae7b-1c8a08fe76f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: db0fe6b3-f816-472b-ba6e-5a11b069b7c1
  kind: Event
  lastTimestamp: "2026-04-24T19:25:12Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-dfch7'
  metadata:
    creationTimestamp: "2026-04-24T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:25:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a9617bbb675548
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: 94ef0bcd-e1d0-46d0-8816-003245f9b1bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: 189b9dd1-34c7-4a42-9539-c59175b06ed3
  kind: Event
  lastTimestamp: "2026-04-24T19:25:11Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:25:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9617bb7467c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: a7f81bd1-4cd7-4d61-bcd6-23a80311ed21
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 53adf7a0-1dcc-4a8a-b68b-51c815f02002
  kind: Event
  lastTimestamp: "2026-04-24T19:27:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:27:57Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9617f362922f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: f6330892-7f18-4dca-90d7-addf66f5a370
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 53adf7a0-1dcc-4a8a-b68b-51c815f02002
  kind: Event
  lastTimestamp: "2026-04-24T19:27:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:27:57Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9617f3689cd00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: 4e7dce15-7c71-412b-b5b1-0fc24ae25a32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17955"
    uid: 5245df58-eb48-4d1d-91fe-35eb547da39f
  kind: Event
  lastTimestamp: "2026-04-24T19:28:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:28:07Z"
    name: isvc-lightgbm-v2-runtime.18a9617bb7233952
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: cda95354-9371-4e15-9d9d-1c9581dd96e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17955"
    uid: 5245df58-eb48-4d1d-91fe-35eb547da39f
  kind: Event
  lastTimestamp: "2026-04-24T19:25:12Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:25:12Z"
    name: isvc-lightgbm-v2-runtime.18a9617bb7795aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18004"
    uid: 74ac7a9e-460a-4417-9c2e-d332cb5ab66d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 5245df58-eb48-4d1d-91fe-35eb547da39f
  kind: Event
  lastTimestamp: "2026-04-24T19:25:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:25:12Z"
    name: isvc-lightgbm-v2-runtime.18a9617bbccb791d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: 8bb85990-4b96-4534-b3ee-bb7400f7eb1d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19265"
    uid: 5245df58-eb48-4d1d-91fe-35eb547da39f
  kind: Event
  lastTimestamp: "2026-04-24T19:28:07Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:28:07Z"
    name: isvc-lightgbm-v2-runtime.18a961a4a8dca114
    namespace: kserve-ci-e2e-test
    resourceVersion: "19266"
    uid: a6be6608-ebac-4607-a94e-5d677622a6a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: 938747b6-8b6b-430e-a5e8-521789eb8df2
  kind: Event
  lastTimestamp: "2026-04-24T19:23:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:23:35Z"
    name: isvc-lightgbm.18a9614f49a5be42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 2bdde473-5e54-49e9-afee-e7d9bdbd3a0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: 938747b6-8b6b-430e-a5e8-521789eb8df2
  kind: Event
  lastTimestamp: "2026-04-24T19:22:01Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T19:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:22:01Z"
    name: isvc-lightgbm.18a9614f4dd30f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16450"
    uid: 51069b99-8323-4eb9-b36b-7dc7760479a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:23:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17173"
    uid: 938747b6-8b6b-430e-a5e8-521789eb8df2
  kind: Event
  lastTimestamp: "2026-04-24T19:23:35Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:23:35Z"
    name: isvc-lightgbm.18a9616533c0c261
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: e31a8323-3573-4d3f-bc62-1aaf0696515d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:20:35.969105Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5868ff97df-k7dwq
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:20:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:20:35Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613b750ccf8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: 119dcf96-cfd4-4db5-a3b8-f9808fa39d6c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:36Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:20:36Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613b8e24fe95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15733"
    uid: 2b5c6d33-921e-4094-961a-bc67c09b0b95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:36Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613b8f91aedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: 1ec6d088-a9f9-420f-a448-33470cc14e6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:36Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613b92b840ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15736"
    uid: 74ed4f80-db27-4025-9a58-867c6ed0bb93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:36Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613b93301320
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 366d38e9-8bcc-434b-81c9-3196ceaf7d52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:40Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613c835422fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 9a5a9768-dfc7-4034-a57e-eac0209e8814
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:40Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613c865a7887
    namespace: kserve-ci-e2e-test
    resourceVersion: "15774"
    uid: c734a71b-97ce-41ea-aa10-35eea51661c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:40Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613c86deecfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: 6e4a5e22-38b3-433c-a4f2-a229681288ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:40Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613c86eb3753
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 48d1f015-db92-421a-a499-14cb731c9df3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:40Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613c89ee2bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: 2bb2100f-bf23-48f0-9bc1-ce6fa218fbfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:40Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613c8a984d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: 3a81600d-e8d4-40b3-8d73-fa261ba447c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:40Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d8f23d76f2d9886b9b5bc998ebdde5dc6c174340fd697aa08b5f7fbfe1b78fbb"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:40Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613c8aa5478b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: 3890a6b3-3031-4eee-be6a-a8f5b0e55594
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:40Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:40Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613c8e1513f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15784"
    uid: 147ac5c8-9240-4041-bc87-234db7a6681e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:20:40Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:40Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613c8e96792d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: 9090e92b-a8d8-4c30-9f67-8fccfd9d0fdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:22:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:17Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613cbf42ecb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: a7467e83-7ced-48b5-a696-0f73caf997a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:22:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T19:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:17Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9613cbf4d53f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 5ef5e87b-6af1-47ec-a5e5-9a004b0f764b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:22:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:01Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9614f4c773fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 75299286-44a8-46fb-898f-585c7e33d1be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:22:01Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T19:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:01Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9614f4c7789f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: fbcff222-a8e4-46f9-8ad0-9eaec29fa033
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:22:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:01Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9614f4c77ea23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: 8c020cc4-e4f0-4925-a60c-0db3b296d3ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5868ff97df-k7dwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: 802fff64-5285-4b1c-acb6-851abdd537cf
  kind: Event
  lastTimestamp: "2026-04-24T19:22:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:22Z"
    name: isvc-logger-predictor-5868ff97df-k7dwq.18a9614f9b643894
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 8968f221-13d3-4524-a5f5-8f5764a34cce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-5868ff97df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: e09b125c-754c-4815-9e5d-6507822f8b58
  kind: Event
  lastTimestamp: "2026-04-24T19:20:35Z"
  message: 'Created pod: isvc-logger-predictor-5868ff97df-k7dwq'
  metadata:
    creationTimestamp: "2026-04-24T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:20:35Z"
    name: isvc-logger-predictor-5868ff97df.18a9613b747eb788
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: 6d3ea15e-b18b-4827-bcb2-6bb13d3e2d39
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: 28ca5d0a-2349-4f9f-8053-de7dcda6ea76
  kind: Event
  lastTimestamp: "2026-04-24T19:20:35Z"
  message: Scaled up replica set isvc-logger-predictor-5868ff97df from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:20:35Z"
    name: isvc-logger-predictor.18a9613b70dbd09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: 1fa9e16c-3fa9-472e-aa84-1e20cb083a60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15707"
    uid: fd7ecd8a-7105-4368-b6af-4e7c71873841
  kind: Event
  lastTimestamp: "2026-04-24T19:21:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:21:05Z"
    name: isvc-logger-predictor.18a9613eef8699d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15983"
    uid: 24c06a46-f81a-4492-a501-17ccac9b0382
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15707"
    uid: fd7ecd8a-7105-4368-b6af-4e7c71873841
  kind: Event
  lastTimestamp: "2026-04-24T19:21:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:21:05Z"
    name: isvc-logger-predictor.18a9613eefe9657e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: a8dd1753-8d6d-45a3-8ea7-a7a57d61e177
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:21:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: fd7ecd8a-7105-4368-b6af-4e7c71873841
  kind: Event
  lastTimestamp: "2026-04-24T19:21:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:21:50Z"
    name: isvc-logger-predictor.18a96145ee1af121
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 1fe12d41-2e5f-4f88-a4b1-20a301a9b620
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:21:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: fd7ecd8a-7105-4368-b6af-4e7c71873841
  kind: Event
  lastTimestamp: "2026-04-24T19:21:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:21:50Z"
    name: isvc-logger-predictor.18a96145ee8acc36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: 075976d4-57b6-4d0e-8757-5def95941b11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: 04f3249e-7fb8-4809-88e6-3f9cb33754c3
  kind: Event
  lastTimestamp: "2026-04-24T19:21:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:21:47Z"
    name: isvc-logger.18a9613b70a10a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: cb583120-eb02-40ad-b786-b6d79cb5a1cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: 04f3249e-7fb8-4809-88e6-3f9cb33754c3
  kind: Event
  lastTimestamp: "2026-04-24T19:20:35Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:20:35Z"
    name: isvc-logger.18a9613b710ca7e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: b6c61852-d17e-49d5-b11c-b6133daf0da7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:21:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 04f3249e-7fb8-4809-88e6-3f9cb33754c3
  kind: Event
  lastTimestamp: "2026-04-24T19:21:47Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:21:47Z"
    name: isvc-logger.18a9614c23fa93aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16291"
    uid: b9dd83c9-f471-4e93-a499-1fba11bc3c57
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:28:32.392478Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:28:32Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961aa62189f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19583"
    uid: 06a7bd96-8dee-455b-af77-ad1acae7dc8f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19588"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:28:32Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:28:32Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961aa7b5d3b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: 3dc13bc9-b392-4ecf-b8eb-b19d71953a9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:28:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:32Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961aa7cc3eb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19598"
    uid: dd2d79d6-4dd0-4234-b80a-53063f95a8cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:28:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:32Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961aa804699cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19600"
    uid: 06554764-e0e7-4ebb-91ae-5c1dbf942d34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:28:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:32Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961aa80bfaeb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: b665b8af-09f1-4d4c-b83c-d9ad13ee3945
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:28:37Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T19:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:37Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961abac458e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "19649"
    uid: 9d3fc727-03b6-454b-96e5-8bb7149f23fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:28:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:37Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961abaf40e39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: 1bd027ef-9fe6-4ace-bb09-0c4a13b4ec54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:28:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:37Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961abafb4798c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: 6fd40e96-785f-40ec-a5b6-983c0a12ea9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:28:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:37Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961abafc12246
    namespace: kserve-ci-e2e-test
    resourceVersion: "19655"
    uid: dae926bb-1bf2-48fd-97ad-54b79b0b7267
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:28:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:38Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961abb271e1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19657"
    uid: cb65307e-af1a-4c2a-8e10-8306c298cbd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:28:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:28:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:28:38Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961abb2e28f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19658"
    uid: fd952261-b1b3-40fb-abe8-ac5bfb49cc4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:29:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:22Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961b60c2ef3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19999"
    uid: b621fa4f-448f-43fe-819e-8f9d054caab5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: 81d7891b-13a2-43d5-816b-945df0c6bf51
  kind: Event
  lastTimestamp: "2026-04-24T19:29:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:22Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q.18a961b60c2f92a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20003"
    uid: fcbbbede-7768-4b8f-9176-757219c057d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: 5b3679ba-f458-4e5b-8487-f24484060921
  kind: Event
  lastTimestamp: "2026-04-24T19:28:32Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-bgz7q'
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:28:32Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a961aa61a29228
    namespace: kserve-ci-e2e-test
    resourceVersion: "19577"
    uid: 667e6344-c7a8-4967-8241-cde1153d610e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19563"
    uid: fafbec18-ae36-4ee9-b842-e52f449637ed
  kind: Event
  lastTimestamp: "2026-04-24T19:28:32Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:28:32Z"
    name: isvc-mlflow-v2-runtime-predictor.18a961aa5f236908
    namespace: kserve-ci-e2e-test
    resourceVersion: "19568"
    uid: d9d83c2e-d119-44d1-8f87-239ae4209e1c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 27c6ada8-bd12-404c-858b-49fc8a43adf5
  kind: Event
  lastTimestamp: "2026-04-24T19:29:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:29:17Z"
    name: isvc-mlflow-v2-runtime-predictor.18a961adde2ebdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 35560f91-2b48-44b9-93ea-66a1af222949
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 27c6ada8-bd12-404c-858b-49fc8a43adf5
  kind: Event
  lastTimestamp: "2026-04-24T19:29:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:29:17Z"
    name: isvc-mlflow-v2-runtime-predictor.18a961adde9ff959
    namespace: kserve-ci-e2e-test
    resourceVersion: "19941"
    uid: 9de84eec-8e88-4d85-a3ab-5b06ab7e27e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: e940b53b-4f52-4b67-960a-25825c264398
  kind: Event
  lastTimestamp: "2026-04-24T19:29:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:29:16Z"
    name: isvc-mlflow-v2-runtime.18a961aa5f053094
    namespace: kserve-ci-e2e-test
    resourceVersion: "19930"
    uid: 259cf577-1292-4512-9cd3-5965453d7b81
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: e940b53b-4f52-4b67-960a-25825c264398
  kind: Event
  lastTimestamp: "2026-04-24T19:28:32Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:28:32Z"
    name: isvc-mlflow-v2-runtime.18a961aa5fb5365a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: e825cced-3b0b-41e3-b79d-e69d3b86b8af
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:28:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19548"
    uid: e940b53b-4f52-4b67-960a-25825c264398
  kind: Event
  lastTimestamp: "2026-04-24T19:28:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:28:32Z"
    name: isvc-mlflow-v2-runtime.18a961aa670a6ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19592"
    uid: 39686299-a3a9-4019-8321-4670e63ec463
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: e940b53b-4f52-4b67-960a-25825c264398
  kind: Event
  lastTimestamp: "2026-04-24T19:29:16Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:29:16Z"
    name: isvc-mlflow-v2-runtime.18a961b48d6ec9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: 5cdc2238-7212-427b-9da7-0d95613b6182
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:30:42.728497Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:30:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:30:42Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961c8baba8c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: bebc8dd2-f73d-4ea3-9b22-d37ebb043a4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:30:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T19:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:42Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961c8c803ca54
    namespace: kserve-ci-e2e-test
    resourceVersion: "20675"
    uid: 5d840bdd-3c9a-42af-92e6-b3b99cf3edb6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:30:43Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:30:43Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961c8f807a75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20688"
    uid: f023cdd6-3004-4f9c-945c-9d670e15be7b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:30:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:43Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961c8f98380bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20691"
    uid: 44479889-0f8e-42c3-8c23-da8969d6ee6c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:30:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:43Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961c8fd54ccd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20693"
    uid: 71d3a466-5f6c-4c8c-9cf2-312115561f36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:30:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:43Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961c8fdcd549e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: 34ee9144-b849-466e-95be-e0cfdc576fb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:30:48Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T19:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:48Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961ca077d9c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "20734"
    uid: c70828a0-e91a-427c-a007-583f8ab81f49
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:30:59Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.573s (11.573s
    including waiting). Image size: 1162830075 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:59Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961ccb957899e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20825"
    uid: 6bdc3697-1b1b-4e43-a1b8-a4d41c7fe239
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:30:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:59Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961ccbc8e6237
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: b55ef1ea-d336-4651-846f-5721538b1068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:30:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:59Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961ccbd0ed59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20827"
    uid: 9a00bc37-d312-4b04-a8ac-6eb3ac1e94eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:30:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:59Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961ccbd1bd0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 609bf37c-76c5-44f9-b52f-54319866dbf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:30:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:59Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961ccbfe427cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: 015c4ca0-db7a-4af6-bcbb-90661fc301a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:31:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:31:00Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961ccc05d1b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20830"
    uid: b99733b8-bac6-4d99-ba1e-42f5b196841b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:31:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:31:37Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961cd10eb181d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: e88026cc-7e5f-4af2-8ad0-328ee8b59f2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:31:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:31:54Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961d963ad360f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21253"
    uid: e967d410-d26f-4a80-a8eb-f13dfe8af984
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 869cebca-b23e-4b03-907c-0feb685b856f
  kind: Event
  lastTimestamp: "2026-04-24T19:31:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:31:54Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-h7nw6.18a961d963ad918c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21256"
    uid: 6922eeab-0973-4223-9f2d-c782cbc67691
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 625befb2-428a-4869-a5a3-d46fb9b97cb7
  kind: Event
  lastTimestamp: "2026-04-24T19:30:42Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-h7nw6'
  metadata:
    creationTimestamp: "2026-04-24T19:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:30:42Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a961c8ba40830a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: e5eba32e-78a2-4aa0-8477-687d0542963f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: 7d138fda-8b50-486a-bab1-495963eba2ae
  kind: Event
  lastTimestamp: "2026-04-24T19:30:42Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:30:42Z"
    name: isvc-paddle-predictor.18a961c8b7198f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d79eff3-37a7-4434-bd8d-50c9abf92783
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 5934d1d5-e3fa-476f-9bb5-532f5cca32f5
  kind: Event
  lastTimestamp: "2026-04-24T19:31:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:31:27Z"
    name: isvc-paddle-predictor.18a961cc35f23d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21036"
    uid: b36beb32-5174-4cbe-bdde-1e721ee78d01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 5934d1d5-e3fa-476f-9bb5-532f5cca32f5
  kind: Event
  lastTimestamp: "2026-04-24T19:31:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:31:27Z"
    name: isvc-paddle-predictor.18a961cc36543c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21037"
    uid: 82271352-d37d-4fa4-87e0-879cfa108fb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 5934d1d5-e3fa-476f-9bb5-532f5cca32f5
  kind: Event
  lastTimestamp: "2026-04-24T19:31:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:31:42Z"
    name: isvc-paddle-predictor.18a961d6b37a951f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: 8c29980d-f4c8-484a-af5e-0eebb9654766
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 5934d1d5-e3fa-476f-9bb5-532f5cca32f5
  kind: Event
  lastTimestamp: "2026-04-24T19:31:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:31:42Z"
    name: isvc-paddle-predictor.18a961d6b433c2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21143"
    uid: ddcbfabc-3f48-43ee-ac62-64ff25a79d6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:31:54.467994Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21271"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:31:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:31:54Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961d96ebc3d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21280"
    uid: b272f594-ed78-4128-885e-b7a65294618e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:31:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:31:54Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961d97dddaadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21292"
    uid: f75b7d3a-cfaa-4b2a-b78d-f89fddb80b98
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:31:55Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:31:55Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961d9ab11c61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21300"
    uid: 46cd7399-6dc2-42e5-9a33-28dfdad4c6e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:31:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:31:55Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961d9ad28e033
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: b7bcaa26-3209-4715-af81-ac9123b173dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:31:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:31:55Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961d9b02cc4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21304"
    uid: 8722e1f8-7650-4ef2-8122-05f36f1480b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:31:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:31:55Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961d9b09d2b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "21305"
    uid: 38c9e99e-0dd7-467a-bd4b-5c33247d77e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:32:00Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:00Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961dad8049332
    namespace: kserve-ci-e2e-test
    resourceVersion: "21351"
    uid: 2a494a78-6d42-4fec-90fb-616629401a3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:32:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:00Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961dadadfb6ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: 57afd6b8-2f9d-4348-8d9f-0b33bed41232
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:32:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:00Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961dadb679a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21355"
    uid: 7b9ed5fe-fa18-425c-88a2-019f16f8bf1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:32:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:00Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961dadb735155
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 383d7400-98f2-42ed-8db7-57e9f13b62df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:32:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:00Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961dade57bf99
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 964372e5-4c26-421e-98b7-4fd26ccfd3c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:32:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:00Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961dadecbca45
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: 60c6b9e1-0418-4773-b242-116a3e933f35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:32:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:57Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961db13fecff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1fdb371c-4c86-491b-9c90-8228474074bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:32:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:55Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961e7aee46f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21781"
    uid: 84de28de-50ae-43ac-bedb-57e4d7bfd295
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:32:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:55Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961e7aee4fe59
    namespace: kserve-ci-e2e-test
    resourceVersion: "21783"
    uid: 1bc452ce-41f4-449d-a51a-647920f2afaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21273"
    uid: 8bd825e5-e415-49a5-84a6-c4180dcdd073
  kind: Event
  lastTimestamp: "2026-04-24T19:32:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:57Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5.18a961e81df99866
    namespace: kserve-ci-e2e-test
    resourceVersion: "21836"
    uid: 96b8542d-081e-4039-a58e-f75d82bc81bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: d58ce15d-00c5-4063-9617-29d5c5b90d33
  kind: Event
  lastTimestamp: "2026-04-24T19:31:54Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-bd5d5'
  metadata:
    creationTimestamp: "2026-04-24T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:31:54Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a961d96dadf855
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: fb4fc5c8-de50-4e8e-bb41-888b3eee1d09
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21258"
    uid: 37cd323f-52a0-4274-8737-cf1d7bd7f777
  kind: Event
  lastTimestamp: "2026-04-24T19:31:54Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:31:54Z"
    name: isvc-paddle-runtime-predictor.18a961d9667fa295
    namespace: kserve-ci-e2e-test
    resourceVersion: "21263"
    uid: 5560a1a1-8dd3-45ec-9935-51adcf5c72f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: cf4aa5fb-5442-4bb6-992e-7b9357ccdd85
  kind: Event
  lastTimestamp: "2026-04-24T19:32:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:32:39Z"
    name: isvc-paddle-runtime-predictor.18a961dce4f755cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21632"
    uid: 50501c3a-415f-4e42-9384-68e682737e25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: cf4aa5fb-5442-4bb6-992e-7b9357ccdd85
  kind: Event
  lastTimestamp: "2026-04-24T19:32:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:32:39Z"
    name: isvc-paddle-runtime-predictor.18a961dce57ac46e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21633"
    uid: e705ad27-7de2-4ee4-a349-f6080a8e6845
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: cf4aa5fb-5442-4bb6-992e-7b9357ccdd85
  kind: Event
  lastTimestamp: "2026-04-24T19:32:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:32:54Z"
    name: isvc-paddle-runtime-predictor.18a961e76300c363
    namespace: kserve-ci-e2e-test
    resourceVersion: "21744"
    uid: 33226b7a-6d81-4eed-904e-06470664f580
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: cf4aa5fb-5442-4bb6-992e-7b9357ccdd85
  kind: Event
  lastTimestamp: "2026-04-24T19:32:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:32:54Z"
    name: isvc-paddle-runtime-predictor.18a961e763732d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: f95d58bf-a2b4-4e1d-8ea2-d19ce5834312
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: 9e86f9b2-6eea-4841-8f25-dc814026f735
  kind: Event
  lastTimestamp: "2026-04-24T19:32:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:32:47Z"
    name: isvc-paddle-runtime.18a961d966373be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21695"
    uid: 002a59bd-6c50-4d8b-a356-3809bfb97331
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: 9e86f9b2-6eea-4841-8f25-dc814026f735
  kind: Event
  lastTimestamp: "2026-04-24T19:31:54Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:31:54Z"
    name: isvc-paddle-runtime.18a961d96791d1a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21286"
    uid: fbd88f9a-3176-4285-bd07-5fc71f508292
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21269"
    uid: 9e86f9b2-6eea-4841-8f25-dc814026f735
  kind: Event
  lastTimestamp: "2026-04-24T19:31:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:31:54Z"
    name: isvc-paddle-runtime.18a961d975ccf51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21287"
    uid: edd1c9bf-e726-4bc7-83fc-b4f40f024c99
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21692"
    uid: 9e86f9b2-6eea-4841-8f25-dc814026f735
  kind: Event
  lastTimestamp: "2026-04-24T19:32:47Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:32:47Z"
    name: isvc-paddle-runtime.18a961e5cfd7dfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: f316da98-8102-4435-93db-0abbf09ee99f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:32:55.760358Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21801"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:32:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:32:55Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e7b40b931f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21806"
    uid: 39cdc87a-91b7-4036-a1e4-6fc20f970cb3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:32:56Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:32:56Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e7cd1c5391
    namespace: kserve-ci-e2e-test
    resourceVersion: "21818"
    uid: 3b0137f4-cff1-499a-b094-0e8c589c77e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:32:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:56Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e7ce62fc53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21820"
    uid: 9bc18e90-cff9-4811-8c31-934bf3335d9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:32:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:56Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e7d1b9da0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: 810635a2-9baf-4e2d-b3ce-d153e5d64354
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:32:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:32:56Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e7d23f2591
    namespace: kserve-ci-e2e-test
    resourceVersion: "21823"
    uid: 91ff5112-530e-4c7f-918a-2f8904b05bf7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:33:01Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:01Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e916774c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: a093c580-1f30-45a2-af3c-7389f5acb36b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:33:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:01Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e91a0243d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 43965899-227e-4629-b0b4-d148dc54f13c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:33:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:01Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e91a78cac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21876"
    uid: 4baab646-1289-4d49-9bcf-9fbde667a3ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:33:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:01Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e91a856911
    namespace: kserve-ci-e2e-test
    resourceVersion: "21877"
    uid: 5a2890c6-dc3e-4f47-93a6-9d3b803c09bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:33:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:01Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e91d8f46a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21879"
    uid: 31aa74f6-76f1-4c2f-8a16-9daba81ea59e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:33:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:01Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e91e04a742
    namespace: kserve-ci-e2e-test
    resourceVersion: "21880"
    uid: 564d0a03-be7b-4dd8-ae70-98346ce63d06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:33:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:58Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961e9525c5b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "22357"
    uid: ed29b9b8-acf1-4eeb-bcd4-5e9a0d3ad09f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:33:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:57Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961f60d32f9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22307"
    uid: bf3ea41a-bcd6-40e0-b0ad-7d559bbc1903
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:33:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:57Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961f60d339c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: d986084c-c012-4577-abda-5755d610ea6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 5ba4c06f-efab-4839-a284-228cc474b54f
  kind: Event
  lastTimestamp: "2026-04-24T19:33:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:58Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2.18a961f65c53e671
    namespace: kserve-ci-e2e-test
    resourceVersion: "22356"
    uid: 599ab968-08d2-4632-a3cc-4e8b9b5c6101
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 5a4cb568-0712-4189-ad39-0ed415aaadd8
  kind: Event
  lastTimestamp: "2026-04-24T19:32:55Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-2fvh2'
  metadata:
    creationTimestamp: "2026-04-24T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:32:55Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a961e7b39ec23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 058ff288-f30a-46b2-9326-037f49b85d98
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 247c7be8-9eed-4a8f-925f-a524362b8f0b
  kind: Event
  lastTimestamp: "2026-04-24T19:32:55Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:32:55Z"
    name: isvc-paddle-v2-kserve-predictor.18a961e7b0638e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 4778fddc-606d-4180-bb45-c86c15f92718
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: a5311392-8394-42c8-b3a5-7e7b93d4ec38
  kind: Event
  lastTimestamp: "2026-04-24T19:33:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:33:40Z"
    name: isvc-paddle-v2-kserve-predictor.18a961eb2ef573bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: 34740833-72c8-4eda-a3d3-44eede6d869a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: a5311392-8394-42c8-b3a5-7e7b93d4ec38
  kind: Event
  lastTimestamp: "2026-04-24T19:33:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:33:40Z"
    name: isvc-paddle-v2-kserve-predictor.18a961eb2f5afad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 338fd0f8-d2c7-4a54-9298-b0b4f5d418ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: a5311392-8394-42c8-b3a5-7e7b93d4ec38
  kind: Event
  lastTimestamp: "2026-04-24T19:33:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:33:55Z"
    name: isvc-paddle-v2-kserve-predictor.18a961eeae6a0bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22271"
    uid: 5ec2663a-7b52-4575-8c1c-389d96ff1dd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21948"
    uid: a5311392-8394-42c8-b3a5-7e7b93d4ec38
  kind: Event
  lastTimestamp: "2026-04-24T19:33:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:33:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:33:55Z"
    name: isvc-paddle-v2-kserve-predictor.18a961eeaed0a307
    namespace: kserve-ci-e2e-test
    resourceVersion: "22272"
    uid: ee1cfd81-a2b3-457c-9dfa-dd9a9db167d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: e27d8e9e-83e5-43fc-85b7-f6604ddfddb3
  kind: Event
  lastTimestamp: "2026-04-24T19:33:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:33:48Z"
    name: isvc-paddle-v2-kserve.18a961e7b0424e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "22220"
    uid: 6b9b5521-e60d-4574-9102-75be1ba3d3a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:32:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: e27d8e9e-83e5-43fc-85b7-f6604ddfddb3
  kind: Event
  lastTimestamp: "2026-04-24T19:32:55Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:32:55Z"
    name: isvc-paddle-v2-kserve.18a961e7b096d957
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: 5fe4877c-2adf-4742-8547-d20f6d56c49d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22217"
    uid: e27d8e9e-83e5-43fc-85b7-f6604ddfddb3
  kind: Event
  lastTimestamp: "2026-04-24T19:33:48Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:33:48Z"
    name: isvc-paddle-v2-kserve.18a961f40d6e64bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22219"
    uid: 24775449-8bd0-4b9d-b22e-9c8bbc4cde18
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: 1c6ab4a9-167c-4d9d-aa0d-28222110f6ea
  kind: Event
  lastTimestamp: "2026-04-24T19:31:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:31:47Z"
    name: isvc-paddle.18a961c8b6f652ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: bfef3be1-dc5e-4e0f-ad95-241b55896385
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: 1c6ab4a9-167c-4d9d-aa0d-28222110f6ea
  kind: Event
  lastTimestamp: "2026-04-24T19:30:42Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T19:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:30:42Z"
    name: isvc-paddle.18a961c8b74efd64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: e36026af-1ae3-4bbb-a577-ec2ddf820951
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:31:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: 1c6ab4a9-167c-4d9d-aa0d-28222110f6ea
  kind: Event
  lastTimestamp: "2026-04-24T19:31:47Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:31:47Z"
    name: isvc-paddle.18a961d7cc3bd385
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: 38d3de42-6725-480d-b0f7-ca0088332ee4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:33:57.503731Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-slm29
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:33:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:33:57Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f6143cb0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22333"
    uid: 996a2832-abb1-4a95-baa4-fbb60ad7d6c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:33:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T19:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:57Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f61de4ffa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22340"
    uid: 9f979955-0a02-4942-a4e9-8c90c6b2e40c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22337"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:33:58Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:33:58Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f65110b317
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: 3f55d249-a4d6-4166-9d9f-77a043698c09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:33:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:58Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f65277c8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: b8390d82-1b39-446c-898d-8269a0bae264
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:33:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:58Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f655756d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22354"
    uid: ce991737-ba28-43e7-8d2c-0f8ae6b94c91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:33:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:33:58Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f655ea0445
    namespace: kserve-ci-e2e-test
    resourceVersion: "22355"
    uid: 65a36847-a9ba-4905-8805-b6c6a9dc7a6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:34:02Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T19:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:34:02Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f755614b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "22398"
    uid: 3397d720-a3c9-4ad0-9592-82ebe73edc40
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:34:09Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.698s (6.698s
    including waiting). Image size: 800927094 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:34:09Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f8e49e687c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: 5ce7d6be-8d2e-4916-ad91-b3198c12634f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:34:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:34:09Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f8e79da8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: a422d735-5d81-4dd8-ad91-33c8ccdbfbec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:34:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:34:09Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f8e811457f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22448"
    uid: 2d108d13-1294-4985-bca6-9717eea437a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:34:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:34:09Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f8e81e1137
    namespace: kserve-ci-e2e-test
    resourceVersion: "22449"
    uid: 8492b000-f502-4df1-b1ef-d3d5a831a7fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:34:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:34:09Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f8eb24f186
    namespace: kserve-ci-e2e-test
    resourceVersion: "22450"
    uid: 3721d0f5-3b36-4340-86b5-3efc23f2609b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:34:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:34:09Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f8eb985e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 3436270f-46d0-4c64-9df5-d9ef4fcd3b77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:35:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:34:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:26Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a961f933fee820
    namespace: kserve-ci-e2e-test
    resourceVersion: "22994"
    uid: 35858905-6a73-4c48-bcef-17c84a619d38
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:35:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:38Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a9620d97d0321e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23113"
    uid: 9c1ef34b-9a93-4f5a-92a5-8981a27a6edc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:35:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:38Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a9620d97d125eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: a8fbf8df-cece-4800-a1ca-c84d8f7ac2b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-slm29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 1e20f801-56e0-4215-adbb-ee401b14af1e
  kind: Event
  lastTimestamp: "2026-04-24T19:35:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:41Z"
    name: isvc-pmml-predictor-8bb578669-slm29.18a9620e641ee536
    namespace: kserve-ci-e2e-test
    resourceVersion: "23176"
    uid: 7b814195-fa89-40ea-a927-6045010f436e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22317"
    uid: 2c8bd5e0-fb0f-4880-a1cd-9ef44cc16297
  kind: Event
  lastTimestamp: "2026-04-24T19:33:57Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-slm29'
  metadata:
    creationTimestamp: "2026-04-24T19:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:33:57Z"
    name: isvc-pmml-predictor-8bb578669.18a961f613d10a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22330"
    uid: fdb17263-af12-4b44-b962-8c7b442478e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22315"
    uid: 38871ca1-adcb-41da-b0b3-48cee8f8b821
  kind: Event
  lastTimestamp: "2026-04-24T19:33:57Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:33:57Z"
    name: isvc-pmml-predictor.18a961f610f49053
    namespace: kserve-ci-e2e-test
    resourceVersion: "22319"
    uid: c6e14e69-4be8-4f73-97a5-a2aed0f0d99b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: b5a6eb11-9dcd-49a8-84a5-27d119ebea5d
  kind: Event
  lastTimestamp: "2026-04-24T19:34:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:34:42Z"
    name: isvc-pmml-predictor.18a961f98f8402d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: bb6ebb47-964d-49f8-b88c-89c6c1c1eee3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: b5a6eb11-9dcd-49a8-84a5-27d119ebea5d
  kind: Event
  lastTimestamp: "2026-04-24T19:34:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:34:42Z"
    name: isvc-pmml-predictor.18a961f98fea5ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22688"
    uid: 9c7cdfe8-e3fe-4ccc-85e7-5aec72be5e8b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22478"
    uid: b5a6eb11-9dcd-49a8-84a5-27d119ebea5d
  kind: Event
  lastTimestamp: "2026-04-24T19:35:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:35:27Z"
    name: isvc-pmml-predictor.18a962040d0c688e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22999"
    uid: ca085881-80ee-4c7f-8d45-e165506c8ec1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:34:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22478"
    uid: b5a6eb11-9dcd-49a8-84a5-27d119ebea5d
  kind: Event
  lastTimestamp: "2026-04-24T19:35:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:34:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:35:27Z"
    name: isvc-pmml-predictor.18a962040d56c24c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23000"
    uid: 3eedbb6e-c0f0-4c0a-a150-05660252f20e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:35:38.588597Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23130"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-52ktx
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:35:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:35:38Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620d9d5d4794
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: 0fac296f-8155-4634-a1c4-6f7807a28493
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23138"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:35:39Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:35:39Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620db689af8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: 78470527-52c2-41fe-baaa-bcc6db444374
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:35:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:39Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620db7d3af37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: c9c2c0b3-fe14-4663-8ef1-2174817937dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:35:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:39Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620dbb1585a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23147"
    uid: b10f3490-9886-4b14-9946-5e624d020421
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:35:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:39Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620dbb89af21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23148"
    uid: 45cfa250-65bd-4a27-839a-2183f69e3fc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:35:43Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:43Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620eaf8eb218
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: bb09908e-10ad-4a09-afa9-0f98f03182e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:35:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:43Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620eb2f58688
    namespace: kserve-ci-e2e-test
    resourceVersion: "23192"
    uid: c536cc88-f879-4773-a78b-1e440d93c8f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:35:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:43Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620eb36c7e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "23193"
    uid: 0df9818c-3f40-4924-b36e-e69c0db03855
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:35:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:43Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620eb3785e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23194"
    uid: ee3bad18-5214-41c2-bf31-76cc58bcf839
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:35:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:43Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620eb7054dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23196"
    uid: 7190e7f4-ddef-49bc-89c0-0d94c8d3c899
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:35:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:35:43Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620eb77d6c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "23197"
    uid: 61b6dee4-43c4-4707-8fc8-086c297c221c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:37:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:01Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9620f275fb2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23748"
    uid: 71b4e552-07e3-4ed3-ae43-1de5572683e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:37:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:19Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9622527e04ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: 80002cb0-9431-4107-ba41-cb3836c2ece5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:37:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:19Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9622527e0c981
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: e063d4e3-5bd9-4aee-8e84-ab1ff5206d69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: 554bd413-c83e-4c02-8107-29fe0d54f8ee
  kind: Event
  lastTimestamp: "2026-04-24T19:37:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:21Z"
    name: isvc-pmml-runtime-predictor-67bc544947-52ktx.18a9622581862388
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: bc342201-2f3d-437f-8cfa-8287a6224ab5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 5c5b5ba3-9663-4a62-a9f8-f2d6fb31322c
  kind: Event
  lastTimestamp: "2026-04-24T19:35:38Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-52ktx'
  metadata:
    creationTimestamp: "2026-04-24T19:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:35:38Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a9620d9cc6ffc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23131"
    uid: 3b853975-f104-46f8-bf16-4957d76d5d4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23112"
    uid: 416411d6-4841-403f-822c-e0da5adc9b8f
  kind: Event
  lastTimestamp: "2026-04-24T19:35:38Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T19:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:35:38Z"
    name: isvc-pmml-runtime-predictor.18a9620d985b8d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: 51276279-32b2-46b1-84d6-50ae93fbf3c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: 540d9c40-f015-44c6-bca3-dfb60a941f9a
  kind: Event
  lastTimestamp: "2026-04-24T19:36:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:36:08Z"
    name: isvc-pmml-runtime-predictor.18a96211175ea550
    namespace: kserve-ci-e2e-test
    resourceVersion: "23374"
    uid: 6c5f2e0c-75b2-4bf9-a9f7-e454c440a9a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: 540d9c40-f015-44c6-bca3-dfb60a941f9a
  kind: Event
  lastTimestamp: "2026-04-24T19:36:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:36:08Z"
    name: isvc-pmml-runtime-predictor.18a9621117c60136
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: 17eb6561-7534-4b59-a904-ab3af8fa0a94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:36:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: 540d9c40-f015-44c6-bca3-dfb60a941f9a
  kind: Event
  lastTimestamp: "2026-04-24T19:37:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:37:08Z"
    name: isvc-pmml-runtime-predictor.18a96218159eb5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: ee7aef36-8f4c-48ea-9fce-7a4e31d6910b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:36:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: 540d9c40-f015-44c6-bca3-dfb60a941f9a
  kind: Event
  lastTimestamp: "2026-04-24T19:37:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:37:08Z"
    name: isvc-pmml-runtime-predictor.18a9621816024b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "23801"
    uid: 69ce9245-c869-4324-a8e8-67244a78b7fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23086"
    uid: 826acc8c-f9c9-48e4-944e-e284c20adfb1
  kind: Event
  lastTimestamp: "2026-04-24T19:37:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:37:09Z"
    name: isvc-pmml-runtime.18a9620d9865faa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23814"
    uid: 5b87219f-12cf-4b6a-91ee-034536e16304
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23086"
    uid: 826acc8c-f9c9-48e4-944e-e284c20adfb1
  kind: Event
  lastTimestamp: "2026-04-24T19:35:38Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:35:38Z"
    name: isvc-pmml-runtime.18a9620d98f52b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "23120"
    uid: 30c45efa-d5a7-4ca8-aa3b-df27c55f071b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23812"
    uid: 826acc8c-f9c9-48e4-944e-e284c20adfb1
  kind: Event
  lastTimestamp: "2026-04-24T19:37:09Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:37:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:37:09Z"
    name: isvc-pmml-runtime.18a96222ba702118
    namespace: kserve-ci-e2e-test
    resourceVersion: "23813"
    uid: 98134f17-7042-4f4e-b612-d4ac9cbd8e97
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:37:19.802683Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23933"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:37:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:37:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a962252e31a480
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: 9daa9abd-86af-41e3-b666-df2f045b22c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23944"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:37:20Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:37:20Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a962254717a967
    namespace: kserve-ci-e2e-test
    resourceVersion: "23950"
    uid: 9a4838e6-9783-439f-bdd8-6af4389b36bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:37:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:20Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a9622548909585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: 5523bfb8-061e-4731-8796-9c767d02ac58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:37:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:20Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a962254b84d2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23953"
    uid: e2ca5c3c-f5da-4519-981d-bd99c7289228
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:37:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:20Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a962254bf92aea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23954"
    uid: 8e9dab56-895f-488e-9ba6-7270460b5e0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:37:24Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:24Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a9622644b49bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: f9e93490-dfdb-4efe-9080-71912a261c85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:37:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:24Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a9622647be3d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: b0a96254-5fd2-4604-b6cd-92695be9de48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:37:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:24Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a962264830f1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23999"
    uid: 3f9b9b24-d7ce-4b05-a6f4-25b26e7085d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:37:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:24Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a96226483f049e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 4d1d74cf-83b4-4da5-9f05-614c0668a5e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:37:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:24Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a962264b21d32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24003"
    uid: b9fe7a08-b002-4fd6-bda5-b78cd561e600
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:37:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:37:24Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a962264b95b2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24004"
    uid: 148c6873-ebb3-4e90-8515-50afa93da213
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:38:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:42Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a96226bc5aa469
    namespace: kserve-ci-e2e-test
    resourceVersion: "24546"
    uid: 592c4c33-f074-4703-957a-5965d446f460
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:38:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:50Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a9623a5d504abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24642"
    uid: ff88be26-8f06-440d-9f6c-03372e09567b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:38:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:50Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a9623a5d50fa5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: 54d1c728-e8d3-4443-b4d7-002347015455
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1bed84f9-3a48-4310-8334-d806f9999cc6
  kind: Event
  lastTimestamp: "2026-04-24T19:38:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:52Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t.18a9623ac2752f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: bfe2e150-7045-4870-8ce0-73836722d574
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: dc0c2256-43c6-4bf5-852b-ddae097a01e5
  kind: Event
  lastTimestamp: "2026-04-24T19:37:19Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-nlh4t'
  metadata:
    creationTimestamp: "2026-04-24T19:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:37:19Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a962252d9d3a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "23934"
    uid: a2bc7a88-f8d9-41e3-9932-64ca89a6b8bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23917"
    uid: ba03163b-a2a3-4a37-9afa-7570d56b3520
  kind: Event
  lastTimestamp: "2026-04-24T19:37:19Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T19:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:37:19Z"
    name: isvc-pmml-v2-kserve-predictor.18a962252900cb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: baa6c73d-d814-465c-a3fc-c692994a7620
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 8bf9a8af-fb5a-4d97-8565-04642bb46f84
  kind: Event
  lastTimestamp: "2026-04-24T19:37:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:37:49Z"
    name: isvc-pmml-v2-kserve-predictor.18a96228a7973af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: d942c0fd-d351-4caa-a84a-7ac77eeaa2e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 8bf9a8af-fb5a-4d97-8565-04642bb46f84
  kind: Event
  lastTimestamp: "2026-04-24T19:37:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:37:49Z"
    name: isvc-pmml-v2-kserve-predictor.18a96228a7fd2e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 460ef14a-406f-4c7d-b7a3-39401824e019
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24080"
    uid: 8bf9a8af-fb5a-4d97-8565-04642bb46f84
  kind: Event
  lastTimestamp: "2026-04-24T19:38:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:38:49Z"
    name: isvc-pmml-v2-kserve-predictor.18a9622fa5eb5ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24608"
    uid: 25653c36-70e2-4976-a77e-4f3591f17eda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24080"
    uid: 8bf9a8af-fb5a-4d97-8565-04642bb46f84
  kind: Event
  lastTimestamp: "2026-04-24T19:38:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:38:49Z"
    name: isvc-pmml-v2-kserve-predictor.18a9622fa6737365
    namespace: kserve-ci-e2e-test
    resourceVersion: "24609"
    uid: b43051df-5c3e-4275-88ad-3f02b5521592
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 1c1fba1a-5121-44cd-84b5-40712c4fc2ba
  kind: Event
  lastTimestamp: "2026-04-24T19:38:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:38:47Z"
    name: isvc-pmml-v2-kserve.18a9622528d561a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24593"
    uid: 23a04084-3e16-45fc-8ef6-906c955aad28
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 1c1fba1a-5121-44cd-84b5-40712c4fc2ba
  kind: Event
  lastTimestamp: "2026-04-24T19:37:19Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:37:19Z"
    name: isvc-pmml-v2-kserve.18a96225292f797d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23942"
    uid: c29f7b0d-afb3-4a4a-81eb-9aba8d067646
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:37:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: 1c1fba1a-5121-44cd-84b5-40712c4fc2ba
  kind: Event
  lastTimestamp: "2026-04-24T19:37:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:37:19Z"
    name: isvc-pmml-v2-kserve.18a962252ed6abff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: 42816ba7-8739-40c1-8a4c-2b7fe8687223
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: 1c1fba1a-5121-44cd-84b5-40712c4fc2ba
  kind: Event
  lastTimestamp: "2026-04-24T19:38:47Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:38:47Z"
    name: isvc-pmml-v2-kserve.18a962398c258df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24592"
    uid: 24c86864-4e10-4676-80e7-fa06d79f78f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: ca2f6c37-a0be-46ae-8f26-fe5c44755e19
  kind: Event
  lastTimestamp: "2026-04-24T19:35:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:35:37Z"
    name: isvc-pmml.18a961f610d04a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23075"
    uid: 6e1d8c0f-ec35-4ae8-91ae-d579b997bcbc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:33:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: ca2f6c37-a0be-46ae-8f26-fe5c44755e19
  kind: Event
  lastTimestamp: "2026-04-24T19:33:57Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:33:57Z"
    name: isvc-pmml.18a961f6112809b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22322"
    uid: 40541da9-0899-4c1d-a928-6d57dc0d6539
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:35:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23072"
    uid: ca2f6c37-a0be-46ae-8f26-fe5c44755e19
  kind: Event
  lastTimestamp: "2026-04-24T19:35:37Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:35:37Z"
    name: isvc-pmml.18a9620d3edf1d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23073"
    uid: af1bad72-1272-435d-9a0c-d240e0774e75
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:43:59.823899Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27605"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:43:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:43:59Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a9628251510652
    namespace: kserve-ci-e2e-test
    resourceVersion: "27610"
    uid: c405f230-f8b9-477c-affe-33123b48e180
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:44:00Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:44:00Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a962826af001a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27623"
    uid: cf68b531-b119-4b02-966f-6f11cf4b2282
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:44:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:44:00Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a962826c4f63e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 1e17767a-3adb-4286-894a-dc567983d6da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:44:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:44:00Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a962826f27c8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "27626"
    uid: 39151ca1-6a41-4e7d-a1e9-734fb2d58841
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:44:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:44:00Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a962826fe4283c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: 2a3caaa6-7e1c-4497-bc24-0defcc5d773f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:44:04Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:44:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a9628370b7f45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27665"
    uid: ab3f4d1d-e346-48bd-a9cd-0483bdc2eca5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:44:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:44:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a9628373d186dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27670"
    uid: f1f2114c-d7ee-4b0d-a431-309b1433fd05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:44:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:44:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a9628374500427
    namespace: kserve-ci-e2e-test
    resourceVersion: "27671"
    uid: b52cbfc6-32a7-4dd8-aed2-434d1c465462
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:44:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:44:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a96283745ebe03
    namespace: kserve-ci-e2e-test
    resourceVersion: "27672"
    uid: 06cd4d56-e4e9-4794-ab3c-7f1c36e0abcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:44:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:44:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a96283774186ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27674"
    uid: 6baee545-4764-491f-931b-b0181bb4891c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:44:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:44:04Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a9628377ba46a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27675"
    uid: e2be8c09-0b61-4315-8391-b430c9dddc5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:45:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a96283acc1f9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28370"
    uid: 7ca20d57-fb3e-4534-8fea-f424c4c11a99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:45:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:29Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a962974ef456b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 0d87bd5e-70b3-4418-a166-0250ba715b9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:45:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:29Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a962974ef5678f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28324"
    uid: 6370af19-5a19-496b-a6c0-ca6bb7269e92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: 2fcaafbc-57fa-430a-b0f7-1893ae7185ba
  kind: Event
  lastTimestamp: "2026-04-24T19:45:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:31Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh.18a96297b2f22c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "28369"
    uid: 2647a342-3d10-4b80-9acc-4e31c0781ce1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:43:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27591"
    uid: bd94cc3a-5a8f-49d5-a852-18f4a3554973
  kind: Event
  lastTimestamp: "2026-04-24T19:43:59Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-lcnhh'
  metadata:
    creationTimestamp: "2026-04-24T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:43:59Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a9628250c0175f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27606"
    uid: c69e6e7b-0a4b-4446-99ea-72581f0823f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:43:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27589"
    uid: 729633aa-d542-4ba7-93d5-a0336d634075
  kind: Event
  lastTimestamp: "2026-04-24T19:43:59Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:43:59Z"
    name: isvc-predictive-lightgbm-predictor.18a962824c5564e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27593"
    uid: cbf92324-024d-4582-9e6a-4e6471847473
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27590"
    uid: a43d1002-cbd0-411c-b2f8-d88ecd841645
  kind: Event
  lastTimestamp: "2026-04-24T19:44:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:44:14Z"
    name: isvc-predictive-lightgbm-predictor.18a96285caca898a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27752"
    uid: e0300413-5862-4153-bb11-2908d0e22bbd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27590"
    uid: a43d1002-cbd0-411c-b2f8-d88ecd841645
  kind: Event
  lastTimestamp: "2026-04-24T19:44:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:44:14Z"
    name: isvc-predictive-lightgbm-predictor.18a96285cb350b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "27754"
    uid: f1493081-4cca-44bc-8667-dafa40370005
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27753"
    uid: a43d1002-cbd0-411c-b2f8-d88ecd841645
  kind: Event
  lastTimestamp: "2026-04-24T19:45:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:45:29Z"
    name: isvc-predictive-lightgbm-predictor.18a962894a4442f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28292"
    uid: cc26b3ff-b21b-42ba-9429-c580f1201d97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27753"
    uid: a43d1002-cbd0-411c-b2f8-d88ecd841645
  kind: Event
  lastTimestamp: "2026-04-24T19:45:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:45:29Z"
    name: isvc-predictive-lightgbm-predictor.18a962894aa4f8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28293"
    uid: 3a01c03f-bc54-4678-95a3-7b6a3bd3c90c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:48:30.512414Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29800"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:48:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:48:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962c1579d1c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "29804"
    uid: 6d8a94db-37ce-4cd0-be7f-2d78c527aa81
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29809"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:48:30Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:48:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962c1711d9216
    namespace: kserve-ci-e2e-test
    resourceVersion: "29817"
    uid: 5acf9a9a-f48a-42b9-af59-f0a7895f68df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:48:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962c17279ca70
    namespace: kserve-ci-e2e-test
    resourceVersion: "29820"
    uid: edb41721-318e-4922-9081-7c0fda66c68c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:48:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962c1758e09b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29823"
    uid: 8bf92ddf-20b8-4ed0-8ae3-57087b1e8749
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:48:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:48:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962c17604ddff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29824"
    uid: e0454fc5-902f-43b4-b014-46aedfa6b686
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:48:35Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962c27d93f73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29864"
    uid: 5bb3707f-7a65-4bec-b83b-53013c3ee425
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:48:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962c280b58410
    namespace: kserve-ci-e2e-test
    resourceVersion: "29867"
    uid: 793a72e4-262a-46cf-aea0-da3c5d15d740
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:48:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962c2812b4593
    namespace: kserve-ci-e2e-test
    resourceVersion: "29868"
    uid: de344975-ea8c-4627-89a5-589e0d41535a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:48:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962c281372a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29869"
    uid: fe404f33-97b4-47ed-8cf5-f5550238f856
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:48:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962c2842b7558
    namespace: kserve-ci-e2e-test
    resourceVersion: "29873"
    uid: 32d96aaf-ff9e-4fde-a65b-aacac0ac2542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:48:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962c284a85eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29874"
    uid: 2c290289-5821-475e-b8de-5ce42a8c299c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:50:02Z"
  message: 'Readiness probe failed: Get "http://10.132.0.45:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962cb1bedd1ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30552"
    uid: a4112816-e6e4-4ce8-bdb5-e5d4a03bc7c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:50:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962d6512f7048
    namespace: kserve-ci-e2e-test
    resourceVersion: "30512"
    uid: 8c54d75d-3fc4-40bc-b5af-1645ee417593
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:50:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962d6512fcddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30515"
    uid: ebcbbd20-bf88-42ee-974a-5e4402f518b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29802"
    uid: 0d3c16b3-0430-4053-abce-d9725a0a4dec
  kind: Event
  lastTimestamp: "2026-04-24T19:50:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk.18a962d6bfdabd7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30551"
    uid: c75f24a6-9d5a-427d-99c3-7ac2ef9d1b93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29788"
    uid: 8b63631d-be87-4042-a4ab-e54bd1a55835
  kind: Event
  lastTimestamp: "2026-04-24T19:48:30Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-7xjvk'
  metadata:
    creationTimestamp: "2026-04-24T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:48:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a962c1573926d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29801"
    uid: 5c422461-8778-45f1-95dc-345090caf203
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29786"
    uid: 790af08e-46db-434e-8076-70d905d9ec95
  kind: Event
  lastTimestamp: "2026-04-24T19:48:30Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:48:30Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a962c1530a067f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29790"
    uid: 85e4b550-b910-4bed-b40e-3ea922474d27
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29787"
    uid: 200dd848-5344-42df-a0b2-a1035afec756
  kind: Event
  lastTimestamp: "2026-04-24T19:49:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:49:15Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a962c4d1b59da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 5d7b9405-a378-4dd9-84eb-a6990ace5b09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29787"
    uid: 200dd848-5344-42df-a0b2-a1035afec756
  kind: Event
  lastTimestamp: "2026-04-24T19:49:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:49:15Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a962c4d2320a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "30158"
    uid: 28612866-e042-48f8-b5b0-963b4e0c8523
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:49:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29946"
    uid: 200dd848-5344-42df-a0b2-a1035afec756
  kind: Event
  lastTimestamp: "2026-04-24T19:50:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:50:00Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a962c8514646b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: 0b92ff88-2fb0-423b-9bad-cd1cff9bdfcc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:49:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29946"
    uid: 200dd848-5344-42df-a0b2-a1035afec756
  kind: Event
  lastTimestamp: "2026-04-24T19:50:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:50:00Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a962c851a3ae1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30489"
    uid: 5e6a3063-8fd0-4da3-bb52-41812853ed88
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29758"
    uid: 748fe79f-88a1-4556-9c0b-b25e8509f7ee
  kind: Event
  lastTimestamp: "2026-04-24T19:49:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:49:52Z"
    name: isvc-predictive-lightgbm-v2.18a962c152e74f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: f2bed9aa-ab05-46f4-a4ae-861a39749a64
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29758"
    uid: 748fe79f-88a1-4556-9c0b-b25e8509f7ee
  kind: Event
  lastTimestamp: "2026-04-24T19:48:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:48:30Z"
    name: isvc-predictive-lightgbm-v2.18a962c1533b92d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29792"
    uid: f758a84a-e3ea-4e05-a511-6303a61669f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:49:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30428"
    uid: 748fe79f-88a1-4556-9c0b-b25e8509f7ee
  kind: Event
  lastTimestamp: "2026-04-24T19:49:52Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:49:52Z"
    name: isvc-predictive-lightgbm-v2.18a962d470d19697
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: 821b0a32-370c-4ea3-acae-c70ecc389582
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:43:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: 82736a21-1e4f-49b6-bf78-ce4c9889dc00
  kind: Event
  lastTimestamp: "2026-04-24T19:45:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:45:21Z"
    name: isvc-predictive-lightgbm.18a962824c2fbdbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28233"
    uid: 0da0545b-9245-4ef1-9bd0-54db7f78d2cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:43:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27561"
    uid: 82736a21-1e4f-49b6-bf78-ce4c9889dc00
  kind: Event
  lastTimestamp: "2026-04-24T19:43:59Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:43:59Z"
    name: isvc-predictive-lightgbm.18a962824c882148
    namespace: kserve-ci-e2e-test
    resourceVersion: "27612"
    uid: 18d855f2-e07a-4ece-8b06-8cc7b295f35b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:43:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: 82736a21-1e4f-49b6-bf78-ce4c9889dc00
  kind: Event
  lastTimestamp: "2026-04-24T19:43:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:43:59Z"
    name: isvc-predictive-lightgbm.18a9628251e64934
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: fae53449-eced-4917-a859-86f48895fbfe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28230"
    uid: 82736a21-1e4f-49b6-bf78-ce4c9889dc00
  kind: Event
  lastTimestamp: "2026-04-24T19:45:21Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:45:21Z"
    name: isvc-predictive-lightgbm.18a9629564167445
    namespace: kserve-ci-e2e-test
    resourceVersion: "28231"
    uid: 82ce6c51-776b-4268-9b71-eb68fbb61f6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:40:39.362675Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25987"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:40:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:40:39Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a96253a4e578f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25992"
    uid: e2eaf1a4-08f4-4199-9d2b-aa0a4c108338
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:40:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:39Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a96253b62b94d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26001"
    uid: dc5e7375-af4f-4f42-90d3-cb3057ad7c52
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25996"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:40:40Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:40:40Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a96253e1be4283
    namespace: kserve-ci-e2e-test
    resourceVersion: "26012"
    uid: c535220f-e695-46b7-a93d-a401d6265ff0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:40:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:40Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a96253e3388aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: b07c894c-53c2-4e4c-bc6f-e8152dc57510
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:40:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:40Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a96253e5f95cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26016"
    uid: 76972349-4fe9-47d5-bcca-458348550aaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:40:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:40Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a96253e6691d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "26017"
    uid: 14283e55-1c09-4907-8012-a279ed19c103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:40:45Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T19:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:45Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a96254f8f58bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26059"
    uid: 042def01-481b-4325-ba77-51ee53dfc695
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:41:02Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 17.618s
    (17.618s including waiting). Image size: 2324227435 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:41:02Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a9625913168691
    namespace: kserve-ci-e2e-test
    resourceVersion: "26193"
    uid: c665d672-d682-4562-9fa0-6abb20f66386
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:41:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:41:02Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a962591640d08a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26194"
    uid: f58bbea1-71df-4ebc-b021-21a6b4dbc32f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:41:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:41:02Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a9625916b69e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "26195"
    uid: 9ea610eb-ef30-4aca-90c4-65f30dd36f24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:41:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:41:02Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a9625916c3ee8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: 58b2224e-e829-4b4c-b553-2121372950ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:41:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:41:02Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a9625919809084
    namespace: kserve-ci-e2e-test
    resourceVersion: "26197"
    uid: e9bb604c-0a37-49c7-bb32-f56b9681688e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:41:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:41:02Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a962591a289a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "26198"
    uid: 7c670058-a5b7-486c-b87a-894b32146c94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:41:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:42:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:41:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:30Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a9625968deef11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: 21ede242-96ec-4c6e-ac6c-da08548fb3f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:42:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a9626d4a02548d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 8b58ddc2-7a05-4f84-8fa0-69d40620cf0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:42:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:29Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a9626d4a0307fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26849"
    uid: 472e8784-4498-484a-aa2d-aa41ba14557f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25988"
    uid: 6118c9e1-90e6-4c7a-8dfd-b9b57b38657f
  kind: Event
  lastTimestamp: "2026-04-24T19:42:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:30Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5.18a9626d6efd5919
    namespace: kserve-ci-e2e-test
    resourceVersion: "26885"
    uid: 6eeb1b29-ebb6-4ce2-803b-eb07ca9d41b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25976"
    uid: 29e635a6-366f-4d22-91f4-29ea73aa7292
  kind: Event
  lastTimestamp: "2026-04-24T19:40:39Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-9w5s5'
  metadata:
    creationTimestamp: "2026-04-24T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:40:39Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a96253a47386f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25989"
    uid: 686aca80-f27b-4b8f-b646-0f98735a9496
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25974"
    uid: fcf8b5fd-d08d-4851-a592-5fd90fe7fce3
  kind: Event
  lastTimestamp: "2026-04-24T19:40:39Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:40:39Z"
    name: isvc-predictive-sklearn-predictor.18a96253a1af45a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25978"
    uid: dfa38e50-282a-4586-b4f3-c744eaaff99a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25975"
    uid: 3fa557b3-f793-4aac-9e97-d71a253f5864
  kind: Event
  lastTimestamp: "2026-04-24T19:41:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:41:09Z"
    name: isvc-predictive-sklearn-predictor.18a962572095fc9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26250"
    uid: 6357deb6-a67a-4b80-9435-2a4b357e555a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25975"
    uid: 3fa557b3-f793-4aac-9e97-d71a253f5864
  kind: Event
  lastTimestamp: "2026-04-24T19:41:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:41:09Z"
    name: isvc-predictive-sklearn-predictor.18a9625720fa1cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: b4d75720-617c-4b25-afdf-6365aad21cc1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:41:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26131"
    uid: 3fa557b3-f793-4aac-9e97-d71a253f5864
  kind: Event
  lastTimestamp: "2026-04-24T19:42:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:42:24Z"
    name: isvc-predictive-sklearn-predictor.18a9625e1f06107f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26779"
    uid: f8d4a7bf-ffc2-41ee-a6d3-1937da41c14b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:41:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26131"
    uid: 3fa557b3-f793-4aac-9e97-d71a253f5864
  kind: Event
  lastTimestamp: "2026-04-24T19:42:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:42:24Z"
    name: isvc-predictive-sklearn-predictor.18a9625e1f6a885f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26780"
    uid: 7f361f95-c7f6-4079-8c46-af5638b253a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:45:30.084183Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28337"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:45:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:45:30Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a96297553fbf75
    namespace: kserve-ci-e2e-test
    resourceVersion: "28342"
    uid: b0daaa8a-a26c-4a5f-bb8b-f47d885bebb2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:45:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T19:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:30Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a9629764bedab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28351"
    uid: 60fec82e-01cc-452d-a707-c6b8ee77979e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:45:31Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:45:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a9629792264c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "28361"
    uid: 5cb108aa-8527-4d56-8cc7-bb9b372c7d0c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:45:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a962979376de77
    namespace: kserve-ci-e2e-test
    resourceVersion: "28363"
    uid: 933dde7d-f93f-4ddf-8223-b9143bb1e555
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:45:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a9629797a3b424
    namespace: kserve-ci-e2e-test
    resourceVersion: "28365"
    uid: 5495aac7-7294-4180-8de6-3e6107bc0680
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:45:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:31Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a962979819224e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28366"
    uid: 56f04570-1cfa-4934-96c6-95789e5ecc6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:45:35Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a96298b08530ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 80c50d07-3d94-4a85-8254-960828dd210b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:45:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a96298b3cf2cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28415"
    uid: 57001208-0588-49a4-b27d-a99c5991ef40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:45:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a96298b441752d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28418"
    uid: 9d396d02-0e42-4d1b-97fa-7716d5203630
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:45:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a96298b44e8741
    namespace: kserve-ci-e2e-test
    resourceVersion: "28419"
    uid: aae9d261-242c-4721-ae32-de1d781dcec0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:45:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a96298b74265b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 376028ae-1d97-4618-807c-00b1fbaae8a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:45:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:45:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a96298b7b7f83e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28422"
    uid: 71ad25ae-c9bd-4c54-801e-b857ea62f41b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T19:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:47:05Z"
  message: 'Readiness probe failed: Get "http://10.132.0.43:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:05Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a962a18ac70d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "29137"
    uid: baf64e37-0880-4f64-89ba-02a1022533fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:47:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a962ac50ca5df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29057"
    uid: 83a26e4f-3440-4a0c-b93d-ccadf3724a59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:47:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a962ac50caf160
    namespace: kserve-ci-e2e-test
    resourceVersion: "29059"
    uid: 7317affd-3860-4961-8602-f17e760c49c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28339"
    uid: 1fc2d6f9-66d7-4ea9-81ab-1fffbb55a09c
  kind: Event
  lastTimestamp: "2026-04-24T19:47:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:03Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh.18a962ad2e9fd011
    namespace: kserve-ci-e2e-test
    resourceVersion: "29125"
    uid: 8b56b7c7-6d1f-44a0-bca4-513c66b326ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28326"
    uid: 1ed3ffab-7fa6-4339-aac2-eb01eb2a7f59
  kind: Event
  lastTimestamp: "2026-04-24T19:45:30Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-zzwsh'
  metadata:
    creationTimestamp: "2026-04-24T19:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:45:30Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a9629754d4edcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28338"
    uid: 1ea80162-ddc2-4f17-af66-afaca36b93ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28323"
    uid: 00871d08-9ee7-4333-8a70-c0e8d18eee79
  kind: Event
  lastTimestamp: "2026-04-24T19:45:30Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:45:30Z"
    name: isvc-predictive-sklearn-v2-predictor.18a962975040a19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28328"
    uid: b377c417-c7c5-4c57-93e7-946de9041bc5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28325"
    uid: 9dbe156c-0450-446a-8352-6dcc6928c499
  kind: Event
  lastTimestamp: "2026-04-24T19:45:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:45:45Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9629aceb366e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28485"
    uid: 3f6e3762-0fc5-4795-9bb7-3f942a4fd8ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28325"
    uid: 9dbe156c-0450-446a-8352-6dcc6928c499
  kind: Event
  lastTimestamp: "2026-04-24T19:45:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:45:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:45:45Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9629acf10bd6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28487"
    uid: 4c482718-7591-490c-81db-a17d92bcdf5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:46:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28486"
    uid: 9dbe156c-0450-446a-8352-6dcc6928c499
  kind: Event
  lastTimestamp: "2026-04-24T19:47:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9629e4eb78ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29030"
    uid: 3c81a842-f82b-4e0f-9699-caf2cfcc0cde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:46:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28486"
    uid: 9dbe156c-0450-446a-8352-6dcc6928c499
  kind: Event
  lastTimestamp: "2026-04-24T19:47:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9629e4f43b791
    namespace: kserve-ci-e2e-test
    resourceVersion: "29031"
    uid: 56f6693c-c2bf-4c93-b907-824de1b7e9a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28296"
    uid: e8df7529-ebee-4179-b6da-47c392489915
  kind: Event
  lastTimestamp: "2026-04-24T19:46:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:46:55Z"
    name: isvc-predictive-sklearn-v2.18a962975014ae0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28994"
    uid: 1c5011c4-cda2-430b-9fa0-e917d610fad4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:45:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28296"
    uid: e8df7529-ebee-4179-b6da-47c392489915
  kind: Event
  lastTimestamp: "2026-04-24T19:45:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:45:30Z"
    name: isvc-predictive-sklearn-v2.18a96297507070d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28330"
    uid: 2f885cd0-d987-4d1d-b177-b5cd83bb80f4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:46:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28992"
    uid: e8df7529-ebee-4179-b6da-47c392489915
  kind: Event
  lastTimestamp: "2026-04-24T19:46:55Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:46:55Z"
    name: isvc-predictive-sklearn-v2.18a962ab2b918082
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: e92eda9d-fb33-4113-84b9-758d621d1588
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25957"
    uid: a324042b-9a5f-40a2-b504-156355e33548
  kind: Event
  lastTimestamp: "2026-04-24T19:42:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:42:20Z"
    name: isvc-predictive-sklearn.18a96253a18ace44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26753"
    uid: 3def69ab-02dc-46c1-b200-5dc2d39c31cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25957"
    uid: a324042b-9a5f-40a2-b504-156355e33548
  kind: Event
  lastTimestamp: "2026-04-24T19:40:39Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:40:39Z"
    name: isvc-predictive-sklearn.18a96253a207b96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25980"
    uid: 790d81d4-f4b4-4ace-9d18-d12f9bf33acc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26750"
    uid: a324042b-9a5f-40a2-b504-156355e33548
  kind: Event
  lastTimestamp: "2026-04-24T19:42:20Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:42:20Z"
    name: isvc-predictive-sklearn.18a9626b20083fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26751"
    uid: 754cdcad-f37c-4848-a974-2fef6e1bb818
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:42:29.609043Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26860"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:42:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:42:29Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626d50179db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26864"
    uid: 28f50475-9aab-48df-b86c-38f66bce0379
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26870"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:42:30Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:42:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626d694e723b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26879"
    uid: 518eff6f-b082-4523-b78e-afde059f0a11
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:42:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626d6ae730c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26882"
    uid: 7b481ee8-10fe-4ad4-82fd-14f01e059b68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:42:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626d6dbb1467
    namespace: kserve-ci-e2e-test
    resourceVersion: "26883"
    uid: 3d57116e-30bd-47f2-900d-47e8dbf387cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:42:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626d6e2fdaa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 6911abe4-5df1-486b-82fa-fbfbdfcc57be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:42:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626e6c7d45f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: 44048f96-285d-47bb-bd3a-0fa05b951194
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:42:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626e7445c1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26927"
    uid: da29c28c-3320-4064-a20e-c1cb3fde03aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:42:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626e74c374b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26928"
    uid: af23ec77-2981-4fa6-bd3d-57c0f043f147
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:42:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626e74d03e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "26929"
    uid: 803f2ad0-8d0d-48f9-8a55-2986984736d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:42:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626e77fda1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26931"
    uid: f3148c8e-2a7e-4b7a-9444-eb39c575586a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:42:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:42:34Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626e787dd20f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26932"
    uid: a7c2f29c-89b1-44fc-8cee-814abb14ed35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:44:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:44:01Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a9626ea883e318
    namespace: kserve-ci-e2e-test
    resourceVersion: "27642"
    uid: 43b1b104-65e8-44ba-bd6f-e75cafaa900f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:43:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:43:59Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a962824add03e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 058f353d-8b95-4a23-92b5-e9d0ecb2e00c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:43:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:43:59Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a962824adda396
    namespace: kserve-ci-e2e-test
    resourceVersion: "27588"
    uid: bd7a7b73-5749-4255-8596-749bf24c4a18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: e18ec68e-71a0-4f0c-8252-64094ac5a19d
  kind: Event
  lastTimestamp: "2026-04-24T19:44:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:44:01Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56.18a96282aee0d9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27641"
    uid: 7c803fdf-7407-4822-9e98-9684d647731e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26848"
    uid: be0df1e1-77df-493f-8f6f-6f684a9210c6
  kind: Event
  lastTimestamp: "2026-04-24T19:42:29Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-grt56'
  metadata:
    creationTimestamp: "2026-04-24T19:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:42:29Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a9626d4f9dc071
    namespace: kserve-ci-e2e-test
    resourceVersion: "26861"
    uid: 1e5e51b2-3bde-4cf1-b60f-e553e61068a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: eb55a385-6fd3-4859-bdc6-f91a6ccebf15
  kind: Event
  lastTimestamp: "2026-04-24T19:42:29Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:42:29Z"
    name: isvc-predictive-xgboost-predictor.18a9626d4aa2c062
    namespace: kserve-ci-e2e-test
    resourceVersion: "26851"
    uid: 57e30ca1-631e-4531-8a48-ef69aeac9a57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: cc5b8b19-869f-4487-8e82-5343d0f12dec
  kind: Event
  lastTimestamp: "2026-04-24T19:43:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:43:14Z"
    name: isvc-predictive-xgboost-predictor.18a96270ca332c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: 5038f4c1-c985-45c6-81b9-7bd8e550c400
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: cc5b8b19-869f-4487-8e82-5343d0f12dec
  kind: Event
  lastTimestamp: "2026-04-24T19:43:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:43:14Z"
    name: isvc-predictive-xgboost-predictor.18a96270cb00b9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27228"
    uid: bc961aa9-8e9c-491b-8dfd-60f98995ca27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27007"
    uid: cc5b8b19-869f-4487-8e82-5343d0f12dec
  kind: Event
  lastTimestamp: "2026-04-24T19:43:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:43:59Z"
    name: isvc-predictive-xgboost-predictor.18a962744a260c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 44c8695c-928c-4d26-aa75-ca3048d899ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27007"
    uid: cc5b8b19-869f-4487-8e82-5343d0f12dec
  kind: Event
  lastTimestamp: "2026-04-24T19:43:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:43:59Z"
    name: isvc-predictive-xgboost-predictor.18a962744a9bb743
    namespace: kserve-ci-e2e-test
    resourceVersion: "27560"
    uid: e2a8b05c-256f-4dac-b05c-cc7f202abd7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:47:00.313767Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29075"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:47:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962ac5759cc0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29081"
    uid: b03aa5a9-55e0-4a0b-9a86-61dffe2be4d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29084"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:47:00Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962ac704a1a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "29092"
    uid: 0663f9ae-c14c-45a4-b126-c4d6054b49c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:47:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962ac7196a135
    namespace: kserve-ci-e2e-test
    resourceVersion: "29094"
    uid: 6de39fc2-9edd-4877-a3cb-d9b85a031a92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:47:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962ac746af347
    namespace: kserve-ci-e2e-test
    resourceVersion: "29096"
    uid: 55dd22d1-fb0d-4349-acd8-cccd87846211
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:47:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962ac74df513f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29097"
    uid: a2b74d98-75b6-4d58-a724-ef8ca3cdf37a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:47:05Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962ad79391605
    namespace: kserve-ci-e2e-test
    resourceVersion: "29136"
    uid: 38924e40-8039-439a-a2b8-de6eabac6cfd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:47:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962ad81040f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29143"
    uid: efb5335f-b708-4526-8474-6dd8f573f0a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:47:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962ad818720e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29144"
    uid: 9c95d791-47b3-490d-8528-b7ec54b0d04a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:47:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962ad81950871
    namespace: kserve-ci-e2e-test
    resourceVersion: "29145"
    uid: 9e3f5a34-9ecc-49c7-97c6-8ba14e40cbd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:47:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962ad84ca7b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29147"
    uid: bf243e74-c022-447c-8b95-b6f3669eb438
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:47:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:47:05Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962ad854657fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29148"
    uid: ffcdaf07-ea24-4f50-bbbb-10db620cde4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:48:33Z"
  message: 'Readiness probe failed: Get "http://10.132.0.44:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:33Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962b6535a3b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "29846"
    uid: cfcdb24a-0a38-468b-b5f5-a47c12faa98e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:48:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962c151e468f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29782"
    uid: bea00c14-660d-490a-9fc6-a73acc6eebb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:48:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:30Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962c151e4e20f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29785"
    uid: 13bc4098-c6db-4868-bb51-988546579a9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk
    namespace: kserve-ci-e2e-test
    resourceVersion: "29077"
    uid: bb51790e-e145-4547-b4cf-603deb23e422
  kind: Event
  lastTimestamp: "2026-04-24T19:48:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:48:33Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk.18a962c1f7309ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29845"
    uid: 4a691de6-53a1-4ee8-a577-d89b0f1954f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29064"
    uid: 9ef82ec1-692b-4ac7-96be-11cad8ddbf85
  kind: Event
  lastTimestamp: "2026-04-24T19:47:00Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-mwljk'
  metadata:
    creationTimestamp: "2026-04-24T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a962ac56be6139
    namespace: kserve-ci-e2e-test
    resourceVersion: "29076"
    uid: 3af592d5-912b-43fe-a874-f9665e4c4186
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29062"
    uid: edfd9a13-86b5-486a-b546-c9c229e36e72
  kind: Event
  lastTimestamp: "2026-04-24T19:47:00Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-xgboost-v2-predictor.18a962ac5235776f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29066"
    uid: b3916513-3530-4b32-a2d4-882c2a2e3685
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: 09097cf6-4941-4d93-84c4-28b475e2c509
  kind: Event
  lastTimestamp: "2026-04-24T19:47:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:47:15Z"
    name: isvc-predictive-xgboost-v2-predictor.18a962afd0b41f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "29223"
    uid: 65f44188-c8a1-4b86-a4b2-7e693c966c7d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: 09097cf6-4941-4d93-84c4-28b475e2c509
  kind: Event
  lastTimestamp: "2026-04-24T19:47:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:47:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:47:15Z"
    name: isvc-predictive-xgboost-v2-predictor.18a962afd114dd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "29224"
    uid: 9315a46a-7b91-40cf-be0b-9cdff5c0db6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29222"
    uid: 09097cf6-4941-4d93-84c4-28b475e2c509
  kind: Event
  lastTimestamp: "2026-04-24T19:48:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:48:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18a962b350f506a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29755"
    uid: b189fb2f-d1c7-4bbc-9135-6cc3f9690bac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29222"
    uid: 09097cf6-4941-4d93-84c4-28b475e2c509
  kind: Event
  lastTimestamp: "2026-04-24T19:48:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:48:30Z"
    name: isvc-predictive-xgboost-v2-predictor.18a962b351695892
    namespace: kserve-ci-e2e-test
    resourceVersion: "29757"
    uid: 4b03b01f-a8d1-42a7-ad9f-7a6f497ea37e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29033"
    uid: 89889659-5af9-487f-a6a8-f361b0e77837
  kind: Event
  lastTimestamp: "2026-04-24T19:48:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:48:23Z"
    name: isvc-predictive-xgboost-v2.18a962ac521350da
    namespace: kserve-ci-e2e-test
    resourceVersion: "29703"
    uid: 18291644-480f-464c-b901-aac690c71e98
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:47:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29033"
    uid: 89889659-5af9-487f-a6a8-f361b0e77837
  kind: Event
  lastTimestamp: "2026-04-24T19:47:00Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:47:00Z"
    name: isvc-predictive-xgboost-v2.18a962ac52901a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "29068"
    uid: e785f11d-b30f-4aed-90b7-143e57becddc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:48:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29700"
    uid: 89889659-5af9-487f-a6a8-f361b0e77837
  kind: Event
  lastTimestamp: "2026-04-24T19:48:23Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:48:23Z"
    name: isvc-predictive-xgboost-v2.18a962bfabf4ea90
    namespace: kserve-ci-e2e-test
    resourceVersion: "29701"
    uid: a1bba5ed-e5fd-44f4-ae6b-078ad334dd2e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26819"
    uid: 61159ff1-d038-4a8b-bdd0-95a1ab4af864
  kind: Event
  lastTimestamp: "2026-04-24T19:43:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:43:51Z"
    name: isvc-predictive-xgboost.18a9626d4a80f9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27502"
    uid: de928e16-b840-43fc-851b-1a79d14eadbe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:42:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26819"
    uid: 61159ff1-d038-4a8b-bdd0-95a1ab4af864
  kind: Event
  lastTimestamp: "2026-04-24T19:42:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:42:29Z"
    name: isvc-predictive-xgboost.18a9626d4b1ac9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: 2f832fb3-7a3e-48e3-8253-28eb2b7096b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:43:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: 61159ff1-d038-4a8b-bdd0-95a1ab4af864
  kind: Event
  lastTimestamp: "2026-04-24T19:43:51Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:43:51Z"
    name: isvc-predictive-xgboost.18a962805fd7ea6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: f9e84654-716c-454c-92c1-7ee2c474db27
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:38:50.923056Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:38:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:38:50Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623a65643c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "24662"
    uid: 8a4cd6aa-9293-4ac7-96a8-e073b2f0d032
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:38:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-a07d9f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T19:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:51Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623a712c20ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24672"
    uid: e969d224-6623-4305-a5c1-a049ffa488ae
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24669"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:38:51Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:38:51Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623aa1b6fee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24681"
    uid: 31a132eb-9569-45dc-9e16-d3d2d30158a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:38:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:51Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623aa326e157
    namespace: kserve-ci-e2e-test
    resourceVersion: "24683"
    uid: af421333-2490-4e7b-9682-fa6de93e3ccf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:38:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:52Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623aa60420bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24684"
    uid: 07abd85d-4424-4fa8-a142-32904f191864
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:38:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:52Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623aa677f26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24686"
    uid: df0edf58-76fb-4ae4-94f4-54d2d4c37590
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:38:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:56Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623bc00542a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24734"
    uid: 5be28330-c5db-44a9-b219-4eb39e214ace
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:38:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:56Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623bc326cf0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 7bbd9f97-09c7-49b9-b4c8-36dcf6b5f1b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:38:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:56Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623bc3999d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "24739"
    uid: f485f079-93a5-4b1b-b9a9-3d7c09708d6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:38:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:56Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623bc3a4c004
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: 4393dd31-29ed-45de-a4b3-ee7752241b0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:38:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:56Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623bc6ac1e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "24742"
    uid: 76342a03-bfcb-450d-9bd0-2d2123999545
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:38:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:38:56Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623bc7232332
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: fb7177e7-3acd-4583-99a0-ebff7a8a81ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:39:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:39:53Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a9623bfc00fc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25429"
    uid: 2c4ee73b-5a21-4b4a-bfc7-a589fb573824
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:40:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:29Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a96251445dbaab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25811"
    uid: 646b7a81-a134-482f-880a-4a95f6361893
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: 494037ef-4514-4b97-b93f-7df80965ae7e
  kind: Event
  lastTimestamp: "2026-04-24T19:40:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:29Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq.18a96251445e4a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "25813"
    uid: 76b3eb64-6ec9-4754-bc95-8b0caebe7293
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a07d9f-predictor-86fbdc74c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24648"
    uid: da466a50-584e-48d3-9111-2b30580e5813
  kind: Event
  lastTimestamp: "2026-04-24T19:38:50Z"
  message: 'Created pod: isvc-primary-a07d9f-predictor-86fbdc74c-w4xtq'
  metadata:
    creationTimestamp: "2026-04-24T19:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:38:50Z"
    name: isvc-primary-a07d9f-predictor-86fbdc74c.18a9623a645cacc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24659"
    uid: 7ace64f8-56af-408e-9e7c-919cb7cce6dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a07d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24645"
    uid: 1392e7cc-be47-468f-997f-6e7bdb76fe45
  kind: Event
  lastTimestamp: "2026-04-24T19:38:50Z"
  message: Scaled up replica set isvc-primary-a07d9f-predictor-86fbdc74c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T19:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:38:50Z"
    name: isvc-primary-a07d9f-predictor.18a9623a5e81e839
    namespace: kserve-ci-e2e-test
    resourceVersion: "24650"
    uid: c9a1be80-20ae-4386-875d-e4e825a5aa88
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:39:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a07d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a6d2054d-a128-4866-b70d-a8d0810c3ee4
  kind: Event
  lastTimestamp: "2026-04-24T19:39:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:39:20Z"
    name: isvc-primary-a07d9f-predictor.18a9623ddd00e786
    namespace: kserve-ci-e2e-test
    resourceVersion: "24913"
    uid: d9fc7687-0fe6-4cbe-b768-0b3e675fcefd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:39:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a07d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: a6d2054d-a128-4866-b70d-a8d0810c3ee4
  kind: Event
  lastTimestamp: "2026-04-24T19:39:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:39:20Z"
    name: isvc-primary-a07d9f-predictor.18a9623ddd6394de
    namespace: kserve-ci-e2e-test
    resourceVersion: "24914"
    uid: 2ac2a1b7-b623-4102-89d0-1d98e7858ba4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:39:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a07d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24810"
    uid: a6d2054d-a128-4866-b70d-a8d0810c3ee4
  kind: Event
  lastTimestamp: "2026-04-24T19:40:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:40:20Z"
    name: isvc-primary-a07d9f-predictor.18a96244dba09c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "25700"
    uid: 43fc8308-fa69-420f-8616-4d8c06cfbb61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:39:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a07d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24810"
    uid: a6d2054d-a128-4866-b70d-a8d0810c3ee4
  kind: Event
  lastTimestamp: "2026-04-24T19:40:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:40:20Z"
    name: isvc-primary-a07d9f-predictor.18a96244dc077a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25701"
    uid: 8e4dae07-f44c-48cb-a2d9-7d43d4d2c9a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a07d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24618"
    uid: b61cb9d1-1cba-46b2-93bf-f8e8f4ab93f6
  kind: Event
  lastTimestamp: "2026-04-24T19:40:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:40:03Z"
    name: isvc-primary-a07d9f.18a9623a5e5f6763
    namespace: kserve-ci-e2e-test
    resourceVersion: "25507"
    uid: 9e36e582-2344-489d-a8fd-ed55fc9825e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a07d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24618"
    uid: b61cb9d1-1cba-46b2-93bf-f8e8f4ab93f6
  kind: Event
  lastTimestamp: "2026-04-24T19:38:50Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a07d9f": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a07d9f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:38:50Z"
    name: isvc-primary-a07d9f.18a9623a5ed98ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24666"
    uid: 74b77271-ad6b-414c-97ca-76a5d4783d02
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:38:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a07d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24618"
    uid: b61cb9d1-1cba-46b2-93bf-f8e8f4ab93f6
  kind: Event
  lastTimestamp: "2026-04-24T19:38:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a07d9f": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:38:50Z"
    name: isvc-primary-a07d9f.18a9623a5ed9d9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24668"
    uid: 9fc533ff-6e65-4717-923c-8a136f0bf1c9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a07d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25503"
    uid: b61cb9d1-1cba-46b2-93bf-f8e8f4ab93f6
  kind: Event
  lastTimestamp: "2026-04-24T19:40:03Z"
  message: InferenceService [isvc-primary-a07d9f] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:40:03Z"
    name: isvc-primary-a07d9f.18a9624b5f2f4bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: 48dc3448-2768-4085-8c33-df5eac6997e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:40:11.082583Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25594"
    uid: 9ccd68f3-ff9a-4ee4-90f5-45614b48dc0d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:40:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:40:11Z"
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m.18a9624d0f457ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: 1743fbf0-01de-430f-8478-e6fb3a0598af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25606"
    uid: 9ccd68f3-ff9a-4ee4-90f5-45614b48dc0d
  kind: Event
  lastTimestamp: "2026-04-24T19:40:11Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:40:11Z"
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m.18a9624d280f2f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "25613"
    uid: 80967192-dd2a-4743-b82e-bfce97e830b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: 9ccd68f3-ff9a-4ee4-90f5-45614b48dc0d
  kind: Event
  lastTimestamp: "2026-04-24T19:40:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:16Z"
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m.18a9624d296ce2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "25668"
    uid: 8aa058ad-f75e-4183-9924-7ddb21cc6f37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: 9ccd68f3-ff9a-4ee4-90f5-45614b48dc0d
  kind: Event
  lastTimestamp: "2026-04-24T19:40:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:17Z"
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m.18a9624d2c711708
    namespace: kserve-ci-e2e-test
    resourceVersion: "25670"
    uid: 04b25189-1cd4-4daf-b089-4ae286524f6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: 9ccd68f3-ff9a-4ee4-90f5-45614b48dc0d
  kind: Event
  lastTimestamp: "2026-04-24T19:40:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:17Z"
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m.18a9624d2ce68f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "25673"
    uid: c2f9b603-a8a5-4d8e-81f0-577c24cc6008
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: 9ccd68f3-ff9a-4ee4-90f5-45614b48dc0d
  kind: Event
  lastTimestamp: "2026-04-24T19:40:21Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m_kserve-ci-e2e-test(9ccd68f3-ff9a-4ee4-90f5-45614b48dc0d)
  metadata:
    creationTimestamp: "2026-04-24T19:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:40:21Z"
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m.18a9624f997b20ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25709"
    uid: 108f4f0d-778f-4bcc-aed6-55e95e0732d8
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: e861e501-dc74-4a8f-943d-dafadedf2f87
  kind: Event
  lastTimestamp: "2026-04-24T19:40:11Z"
  message: 'Created pod: isvc-secondary-a07d9f-predictor-5b8fdf86f6-29w2m'
  metadata:
    creationTimestamp: "2026-04-24T19:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:40:11Z"
    name: isvc-secondary-a07d9f-predictor-5b8fdf86f6.18a9624d0e75b755
    namespace: kserve-ci-e2e-test
    resourceVersion: "25597"
    uid: 3e595986-8136-41a0-a319-4c6c24a683d8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a07d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25584"
    uid: ef6529f0-06bb-446c-9db5-52cb71735efc
  kind: Event
  lastTimestamp: "2026-04-24T19:40:11Z"
  message: Scaled up replica set isvc-secondary-a07d9f-predictor-5b8fdf86f6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T19:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:40:11Z"
    name: isvc-secondary-a07d9f-predictor.18a9624d0af69cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25588"
    uid: 24a179cb-d310-4a64-af41-c94dfff291e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a07d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25585"
    uid: a5dccd49-1b20-4251-b8a8-82a7b4a10f5c
  kind: Event
  lastTimestamp: "2026-04-24T19:40:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:40:26Z"
    name: isvc-secondary-a07d9f-predictor.18a96250895f6084
    namespace: kserve-ci-e2e-test
    resourceVersion: "25740"
    uid: 6e77081d-202e-4bbb-a06a-7e621b5e4291
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a07d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25585"
    uid: a5dccd49-1b20-4251-b8a8-82a7b4a10f5c
  kind: Event
  lastTimestamp: "2026-04-24T19:40:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:40:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:40:26Z"
    name: isvc-secondary-a07d9f-predictor.18a9625089c40521
    namespace: kserve-ci-e2e-test
    resourceVersion: "25742"
    uid: 13e58aa1-83dc-441d-9a76-e9fe814f0bc4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a07d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7c6f00bc-6890-432c-a5d5-62ddcc12e353
  kind: Event
  lastTimestamp: "2026-04-24T19:40:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:40:23Z"
    name: isvc-secondary-a07d9f.18a9624d0ac24454
    namespace: kserve-ci-e2e-test
    resourceVersion: "25724"
    uid: 6caee0ee-5818-4e2e-b0cf-dd2401977a48
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a07d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7c6f00bc-6890-432c-a5d5-62ddcc12e353
  kind: Event
  lastTimestamp: "2026-04-24T19:40:11Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a07d9f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a07d9f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:40:11Z"
    name: isvc-secondary-a07d9f.18a9624d0b48e7da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: d152b2f7-a161-4e49-a49c-53c8d5357001
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:40:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a07d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 7c6f00bc-6890-432c-a5d5-62ddcc12e353
  kind: Event
  lastTimestamp: "2026-04-24T19:40:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a07d9f": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:40:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:40:11Z"
    name: isvc-secondary-a07d9f.18a9624d0b4920da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25591"
    uid: ee6ac35b-8717-4609-9ef8-b67514acc36b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:19:00.797602Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14854"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:19:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:19:00Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961254c62f7d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: 7cdbdc97-3189-4d72-ba7f-e5d7271cc67d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:01Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:19:01Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961256591f8cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14870"
    uid: 51b2ca63-98df-4ef1-ba8a-16ff17577b25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:01Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a9612566e62cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14872"
    uid: 5cdfdcec-026e-4ea2-b011-756faca11f21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:01Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a9612569e1a169
    namespace: kserve-ci-e2e-test
    resourceVersion: "14875"
    uid: adbfebdb-fd12-4663-9f89-7d882b8248cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:01Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961256a4b751f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14876"
    uid: 1d65dd4c-116c-4dc7-9ee8-32bdd12570ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:05Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961265427133b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: fe468ee2-3ec1-4f56-8269-df54c85f5d58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:05Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a9612656b7ad3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: c38d5a7b-9c9d-472d-8807-3da68afd293c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:05Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a96126571ca05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: a7c0bdb1-7220-4eb2-a4d6-92e9c10c8fa8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:05Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a96126572ac44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: 4e573fac-1c6a-4ff5-8267-6b7c0329ba77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:05Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961265a308347
    namespace: kserve-ci-e2e-test
    resourceVersion: "14920"
    uid: 93cc7287-9ffc-40da-a298-4d725b1db685
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:05Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961265a95da6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14921"
    uid: aba2431f-2e90-4fbb-ad66-592200746a29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:05Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d8f23d76f2d9886b9b5bc998ebdde5dc6c174340fd697aa08b5f7fbfe1b78fbb"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:05Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961265aa24e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: a0ed180e-051b-4852-9f15-2488a082197a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:05Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:05Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961265d0406d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: 42aefb49-b407-4933-b6d7-0f7c7aa820fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:19:05Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T19:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:05Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961265d692cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: f7f2435b-2912-40c3-96c0-b3bc5f91f646
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:20:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:42Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961269014e382
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: e46d3f00-8fba-40af-8aae-d39f54521783
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:20:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T19:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:42Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a96126901f23b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: a461f560-5a58-4d1b-ad11-e8d5e2212345
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:20:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:25Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961391b01971b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: ff333e10-0636-43a5-b609-eb1be93ff375
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:20:25Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T19:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:25Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961391b01eca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: 046df190-7ac0-4f6d-b871-784a649ac63e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:20:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:25Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961391b024fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 70ac798d-a198-430e-8a87-e4e26989520b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: 3bf47579-704a-4869-a77a-44db3e58116f
  kind: Event
  lastTimestamp: "2026-04-24T19:20:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:47Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r.18a961396c32f12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: 5159d7f3-d78c-4606-a99d-3457566b718c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14839"
    uid: a2881aa3-36df-427d-9188-067c10f1b3ed
  kind: Event
  lastTimestamp: "2026-04-24T19:19:00Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-67d58bf66c-qnb4r'
  metadata:
    creationTimestamp: "2026-04-24T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:19:00Z"
    name: isvc-sklearn-batcher-custom-predictor-67d58bf66c.18a961254bfa9ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: 65827c47-2b9a-4cd8-80c6-a8282d076af1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14836"
    uid: 4ea1619d-cc5b-44e9-b9e6-6f5601fb1d85
  kind: Event
  lastTimestamp: "2026-04-24T19:19:00Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-67d58bf66c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:19:00Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9612545e50e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 3e2da027-065e-494b-87d9-be0f50dabdda
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14838"
    uid: ddc82377-ad67-486d-bb11-adbcf348954b
  kind: Event
  lastTimestamp: "2026-04-24T19:19:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:19:45Z"
    name: isvc-sklearn-batcher-custom-predictor.18a96128c4637d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: 7734b64c-1aed-4949-a5fa-df33aecaf304
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14838"
    uid: ddc82377-ad67-486d-bb11-adbcf348954b
  kind: Event
  lastTimestamp: "2026-04-24T19:19:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:19:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:19:45Z"
    name: isvc-sklearn-batcher-custom-predictor.18a96128c4c6acab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: 3f749c2d-13f4-449a-87f2-edc2d1f49dce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: ddc82377-ad67-486d-bb11-adbcf348954b
  kind: Event
  lastTimestamp: "2026-04-24T19:20:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:20:15Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9612c43d21423
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: 431194be-2f18-4d21-94a8-2c872700e4d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: ddc82377-ad67-486d-bb11-adbcf348954b
  kind: Event
  lastTimestamp: "2026-04-24T19:20:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:20:15Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9612c4436988d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: af8e1269-20c2-4bd4-9238-6e095d4faa87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14811"
    uid: 61bb7927-f733-435d-ad98-50124e238b19
  kind: Event
  lastTimestamp: "2026-04-24T19:20:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:20:12Z"
    name: isvc-sklearn-batcher-custom.18a9612545bfb37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: 2daaf3b5-06c0-477f-b844-677a955166d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14811"
    uid: 61bb7927-f733-435d-ad98-50124e238b19
  kind: Event
  lastTimestamp: "2026-04-24T19:19:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:19:00Z"
    name: isvc-sklearn-batcher-custom.18a961254635cec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14845"
    uid: 0153dce0-2707-47fa-b262-a22c33b611bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 61bb7927-f733-435d-ad98-50124e238b19
  kind: Event
  lastTimestamp: "2026-04-24T19:20:12Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:20:12Z"
    name: isvc-sklearn-batcher-custom.18a96135f5001c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15437"
    uid: a386a02b-d203-4767-814c-d4404269fcc4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:17:15.654881Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14001"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:17:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:17:15Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9610cd1647eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14008"
    uid: d7bea460-b665-498e-8b73-9e88ecaa651a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14014"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:16Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:17:16Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9610ceb44a78e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14023"
    uid: b5af2626-8c5d-43bd-aaf5-79944e4c5989
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
  metadata:
    creationTimestamp: "2026-04-24T19:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:16Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9610ceccbe262
    namespace: kserve-ci-e2e-test
    resourceVersion: "14025"
    uid: f616bb16-a38e-4f1c-9eef-5bb4e5d34fee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    in 3.711s (3.711s including waiting). Image size: 301492123 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:19Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9610dca0722b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: 1f5aaa0b-7470-4709-b091-e92be2e9c2c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:19Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9610dcd9fbcaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14063"
    uid: 1d5f73c6-8eee-48b2-8aaf-6179ae93ddc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:19Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9610dce351b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14064"
    uid: 470aa099-3b48-4129-a0ea-a360ae4ff3b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
  metadata:
    creationTimestamp: "2026-04-24T19:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:23Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9610ebd74ac3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14095"
    uid: fd7daba7-d9b7-4386-8275-9825d4ba38b4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    in 13.247s (13.247s including waiting). Image size: 1560924583 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:37Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a96111d30f0e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "14191"
    uid: 9dcdfdbc-9e39-4cd8-a85c-a55356acca24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:37Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a96111d6031f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "14192"
    uid: b1b04903-a7a3-44f5-9e0c-4707a96db722
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:37Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a96111d6777f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14193"
    uid: 00e33430-679e-430b-ad11-2ba45bdb0f19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:37Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-24T19:17:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:37Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a96111d682e16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14194"
    uid: 0a18307e-87f1-4ead-8935-52de37c91726
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.315s (2.315s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:39Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9611260801015
    namespace: kserve-ci-e2e-test
    resourceVersion: "14211"
    uid: 588cb0b4-b410-4a0c-a704-9f3abe02d59b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:39Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9611263d540af
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 49e1b612-7a71-440b-93ca-bb8b136b99af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:39Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a961126445e942
    namespace: kserve-ci-e2e-test
    resourceVersion: "14214"
    uid: 79e53b64-024c-460e-af56-8d48340708db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:39Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:d8f23d76f2d9886b9b5bc998ebdde5dc6c174340fd697aa08b5f7fbfe1b78fbb"
  metadata:
    creationTimestamp: "2026-04-24T19:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:39Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a961126451e9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: 684b2348-40b4-498b-893a-3dd9fed11381
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:d8f23d76f2d9886b9b5bc998ebdde5dc6c174340fd697aa08b5f7fbfe1b78fbb"
    in 3.227s (3.227s including waiting). Image size: 238035010 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:42Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9611324b46ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 2472b6d9-cde4-49ae-b6ef-81e1338ccd32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T19:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:42Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a96113277b12f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14239"
    uid: 58ca66a5-c4cb-4588-b451-aa5372634e34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:17:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T19:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:17:42Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9611327ec93f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14240"
    uid: bbaaa380-ec8a-4571-b160-606fb5a34670
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:19:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:15Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9611369e86b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15012"
    uid: c8743111-e617-4f34-bf3f-f1b3207abaf9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:19:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T19:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:15Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9611369f0c98e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15013"
    uid: 3f259aae-77ba-4839-8b81-da43ccfe3ba5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:19:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:00Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9612545c5e483
    namespace: kserve-ci-e2e-test
    resourceVersion: "14841"
    uid: ffbf9c28-6eac-44a9-9af4-f89d9ea8ce05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:19:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:00Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9612545c67c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14846"
    uid: 05f3b62b-d327-4ce7-a4f5-36243cc6253e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:19:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:00Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a9612545c68478
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: 67cb4daf-d738-498f-970a-e13868a8345f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T19:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14004"
    uid: bb832fca-6eae-401d-a27a-14e11ca6f81e
  kind: Event
  lastTimestamp: "2026-04-24T19:19:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:19:24Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc.18a961264613870b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15078"
    uid: 79ca196c-3c30-4db9-8cb6-3d3a42c834fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-9dddf7dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13994"
    uid: 4690b8f9-3fdd-478e-99bb-8b2cba8c57c7
  kind: Event
  lastTimestamp: "2026-04-24T19:17:15Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-9dddf7dc4-qprrc'
  metadata:
    creationTimestamp: "2026-04-24T19:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:17:15Z"
    name: isvc-sklearn-batcher-predictor-9dddf7dc4.18a9610cd0f9c191
    namespace: kserve-ci-e2e-test
    resourceVersion: "14003"
    uid: 061a418d-093a-4b2a-827e-e0c7a2edd43f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13993"
    uid: 5c2c49f0-8de5-42aa-932d-a80e1419e037
  kind: Event
  lastTimestamp: "2026-04-24T19:17:15Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-9dddf7dc4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T19:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:17:15Z"
    name: isvc-sklearn-batcher-predictor.18a9610ccb267a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "13995"
    uid: cb54f535-5add-4521-818a-6ff858365e23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14002"
    uid: 223fd0b4-535d-41fa-979d-d25b5d65e9c7
  kind: Event
  lastTimestamp: "2026-04-24T19:18:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:18:15Z"
    name: isvc-sklearn-batcher-predictor.18a96110506b1fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: d1a5e476-4161-4bab-adb6-7c5bf7a77abf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14002"
    uid: 223fd0b4-535d-41fa-979d-d25b5d65e9c7
  kind: Event
  lastTimestamp: "2026-04-24T19:18:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:18:15Z"
    name: isvc-sklearn-batcher-predictor.18a9611050d181bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14482"
    uid: 4842d151-4664-4d2c-9dcb-5a59c0796867
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:18:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14146"
    uid: 223fd0b4-535d-41fa-979d-d25b5d65e9c7
  kind: Event
  lastTimestamp: "2026-04-24T19:18:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:18:45Z"
    name: isvc-sklearn-batcher-predictor.18a9611e4d70bbd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14692"
    uid: 832a32f3-c5b4-4009-9e52-16dc6bd7ec2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:18:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14146"
    uid: 223fd0b4-535d-41fa-979d-d25b5d65e9c7
  kind: Event
  lastTimestamp: "2026-04-24T19:18:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:18:45Z"
    name: isvc-sklearn-batcher-predictor.18a9611e4dd75297
    namespace: kserve-ci-e2e-test
    resourceVersion: "14694"
    uid: 9eeb6203-e6fd-47fe-bad2-75041c93dd93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13981"
    uid: 1da429b3-2a6a-45c6-ab03-77e0fb162bba
  kind: Event
  lastTimestamp: "2026-04-24T19:18:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:18:46Z"
    name: isvc-sklearn-batcher.18a9610cd10c7e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14704"
    uid: ab9cd020-2225-4b4d-99a8-2a16286cd0fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13981"
    uid: 1da429b3-2a6a-45c6-ab03-77e0fb162bba
  kind: Event
  lastTimestamp: "2026-04-24T19:17:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:17:15Z"
    name: isvc-sklearn-batcher.18a9610cd1b8339c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14010"
    uid: a5cee5e8-7883-4027-a947-fd84a7f1633d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:17:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13981"
    uid: 1da429b3-2a6a-45c6-ab03-77e0fb162bba
  kind: Event
  lastTimestamp: "2026-04-24T19:17:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:17:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:17:15Z"
    name: isvc-sklearn-batcher.18a9610cd1b87eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14012"
    uid: d1f56d79-eefd-4512-9740-5bb6d1bbaf71
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:18:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14702"
    uid: 1da429b3-2a6a-45c6-ab03-77e0fb162bba
  kind: Event
  lastTimestamp: "2026-04-24T19:18:46Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:18:46Z"
    name: isvc-sklearn-batcher.18a96121dfd7b3e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14703"
    uid: 26e77c4b-15d9-4d04-b0e6-69696a4613f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:29:22.606621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:29:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:29:22Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b61317a102
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 3f1072d7-4484-4ba2-b692-f9deff64fad8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:23Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:29:23Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b62c6f1045
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: cfd5db45-81f0-4e9a-878f-7998e60db2a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:23Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b62debbd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: 58226fcf-d292-4543-affe-98e67b4b612d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:23Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b630d22886
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: c9d8dbfd-064a-41f9-b9be-140d1349f1ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:23Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b63143d463
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: 7d04cd3f-bb6f-4bb1-b3fc-0f1d5669f1f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:27Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b71d8791fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 8c5cbbd0-131c-46d1-8556-253ce6f084b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:27Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b7205c3081
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: 27601d71-5f2d-49e3-98fe-77053c0447c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:27Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b720cf4250
    namespace: kserve-ci-e2e-test
    resourceVersion: "20087"
    uid: b4cfe66c-508b-4c8e-8fd2-d0e7b88fd5ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:27Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-24T19:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:27Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b720dad5f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20088"
    uid: a6027ccc-7499-40e6-9e55-8a52da13e4ce
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.042s (3.042s including waiting). Image size: 237801512 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:30Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b7d63526d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: 92d971ea-7d74-4503-aeb5-8cd778b64d02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:30Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-24T19:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:30Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b7d93d2d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20111"
    uid: c3727639-df19-43ec-b1ac-e491f0159a6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:30Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T19:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:30Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b7d9ae5650
    namespace: kserve-ci-e2e-test
    resourceVersion: "20112"
    uid: 6ccc480c-b325-4f11-87c9-e76d8fa916e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:30Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b7d9bcd16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: 7af67dc7-bcee-4b75-ac38-4fa1c8bbc06d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:30Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b7dce1563b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20114"
    uid: bf4949eb-8605-4ec8-998f-d93036535592
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:29:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:29:30Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961b7dd539b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: 7eb83802-5e77-42e9-aaae-e62f171ba4b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:31:08Z"
  message: 'Readiness probe failed: Get "http://10.132.0.30:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:31:08Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961be56d71db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: 8d6355e7-acd4-472d-8662-4b5107df0c08
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:30:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:42Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961c8b603728b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 116ea495-5573-46d0-93f8-ab0cd820058c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:30:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:42Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961c8b6047035
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: ecba12c8-c5ec-42fc-8168-a1e4e2314e57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:30:42Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T19:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:30:42Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961c8b6061e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 51ce6f69-e218-4a7b-8303-b94641181917
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: a3b80bb1-368d-4a41-a91d-216101e84e6c
  kind: Event
  lastTimestamp: "2026-04-24T19:31:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:31:08Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42.18a961c8d0be3eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: acbe2cc4-3001-4e5c-8990-fcbe1138cf2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-b9d4994b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: abe261b2-3365-4790-9406-398eacb86051
  kind: Event
  lastTimestamp: "2026-04-24T19:29:22Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-b9d4994b5-7dg42'
  metadata:
    creationTimestamp: "2026-04-24T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:29:22Z"
    name: isvc-sklearn-mcp-predictor-b9d4994b5.18a961b6129e7534
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: c921cfb1-3311-44f7-b7ae-8bd867383383
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20006"
    uid: 4481e67e-066f-4bd4-8845-b1a2f4638bec
  kind: Event
  lastTimestamp: "2026-04-24T19:29:22Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-b9d4994b5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:29:22Z"
    name: isvc-sklearn-mcp-predictor.18a961b60efcc2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 6b284f8f-da61-49dc-96b6-b7c62eecd197
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: eaaca473-a506-42ba-8ab8-8dcaf96b75b4
  kind: Event
  lastTimestamp: "2026-04-24T19:30:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:30:38Z"
    name: isvc-sklearn-mcp.18a961b60e2dd15f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: 786831b1-5966-4438-9ae8-d9119c71e15a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: eaaca473-a506-42ba-8ab8-8dcaf96b75b4
  kind: Event
  lastTimestamp: "2026-04-24T19:29:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:29:22Z"
    name: isvc-sklearn-mcp.18a961b60ee8fea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20030"
    uid: 81121a2f-9534-4c8b-bf44-4ae188fa84e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:29:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: eaaca473-a506-42ba-8ab8-8dcaf96b75b4
  kind: Event
  lastTimestamp: "2026-04-24T19:29:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:29:22Z"
    name: isvc-sklearn-mcp.18a961b6151237d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 649914a0-4631-44c0-bcaa-ee2db05bd303
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: eaaca473-a506-42ba-8ab8-8dcaf96b75b4
  kind: Event
  lastTimestamp: "2026-04-24T19:30:38Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:30:38Z"
    name: isvc-sklearn-mcp.18a961c7abede00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: eb5405c2-a3fb-49c9-b9da-2c99976c09dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:50:02.798644Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30598"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-76f6b66fdb-pnjql
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:50:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:50:02Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d6d44c1b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "30602"
    uid: 9c88d360-ca1b-484a-953a-ba5cfbe57238
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30606"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:03Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:50:03Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d6ed63b23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30613"
    uid: da0813aa-7ae6-4625-8866-f08a318a73e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:03Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d6ef224e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "30615"
    uid: a0e74588-d222-4344-8ae3-86fcd758045b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:03Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d6f2025e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30618"
    uid: 741d39b4-2378-40bd-8efb-f0b17c3502b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:03Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d6f279274d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30619"
    uid: b0c6153d-7d57-4291-baa5-1eaa8ea14d01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:07Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d7f971ccba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30655"
    uid: a60adf58-588b-4e9a-be11-6295428d2669
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:07Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d7fc434dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30660"
    uid: d5bee600-7d38-477d-a11a-613e7df668e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:07Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d7fcc6e378
    namespace: kserve-ci-e2e-test
    resourceVersion: "30662"
    uid: f1571299-0c1f-4286-8506-9c90fc6cc4c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:07Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d7fcd3ec2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: 901fbcbf-0749-4af4-ae00-781d5a948629
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:07Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d80043c63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30665"
    uid: 5407d441-949d-40b4-97f5-72e692b65b78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:50:07Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d800b5cfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30666"
    uid: 08d657c3-db79-4eb3-ae3c-e10560f42f44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:51:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:24Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962d83567e45a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31294"
    uid: f2fc3a76-3c73-430b-b1bf-41366f0ba407
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:51:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:22Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962e97a9d167a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31243"
    uid: 90b23966-bcd7-4c45-aeff-2603e1fc65ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:51:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:22Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962e97a9dc35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31246"
    uid: 97757928-f727-45b3-a426-07403846b764
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql
    namespace: kserve-ci-e2e-test
    resourceVersion: "30599"
    uid: e7dde9a1-4bdf-4775-9b07-6048c4a95f4b
  kind: Event
  lastTimestamp: "2026-04-24T19:51:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:51:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:24Z"
    name: isvc-sklearn-predictor-76f6b66fdb-pnjql.18a962e9e780fd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 48164281-c504-4316-8694-e2a2ae026760
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-76f6b66fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30587"
    uid: 8504514e-386e-4833-ba8f-616744be85e0
  kind: Event
  lastTimestamp: "2026-04-24T19:50:02Z"
  message: 'Created pod: isvc-sklearn-predictor-76f6b66fdb-pnjql'
  metadata:
    creationTimestamp: "2026-04-24T19:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:50:02Z"
    name: isvc-sklearn-predictor-76f6b66fdb.18a962d6d3d3bd65
    namespace: kserve-ci-e2e-test
    resourceVersion: "30601"
    uid: 0809f927-a34e-4f2e-8d04-b4480b594b1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: b65a0015-ca4e-4773-957e-493e2a87453b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:02Z"
  message: Scaled up replica set isvc-sklearn-predictor-76f6b66fdb from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:50:02Z"
    name: isvc-sklearn-predictor.18a962d6cfdc854a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: 0802e425-6553-4267-9272-23a13f8f6cf5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30586"
    uid: 5a089a07-4fe4-4f84-8173-cfbe999060be
  kind: Event
  lastTimestamp: "2026-04-24T19:50:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:50:47Z"
    name: isvc-sklearn-predictor.18a962da4ed4d045
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: 88b8aa9b-cef8-42a3-abca-dce1b83542fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30586"
    uid: 5a089a07-4fe4-4f84-8173-cfbe999060be
  kind: Event
  lastTimestamp: "2026-04-24T19:50:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:50:47Z"
    name: isvc-sklearn-predictor.18a962da4f387b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "30950"
    uid: 9796a465-873f-4b93-86ca-d897ddccc5e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 5a089a07-4fe4-4f84-8173-cfbe999060be
  kind: Event
  lastTimestamp: "2026-04-24T19:51:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:51:17Z"
    name: isvc-sklearn-predictor.18a962e4cc40f83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31174"
    uid: 0d25da1d-5ece-4845-be27-a22864df22ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 5a089a07-4fe4-4f84-8173-cfbe999060be
  kind: Event
  lastTimestamp: "2026-04-24T19:51:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:51:17Z"
    name: isvc-sklearn-predictor.18a962e4cca70b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 728265ed-8b76-4b2a-a10c-be4b1be61558
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:52:23.134394Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31770"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:52:23Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f780f5ccc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31775"
    uid: 0eb80d8a-5f2b-4374-93c6-9f41119ac879
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31781"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:52:23Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:52:23Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f799c2603c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31791"
    uid: af297c49-8d32-41a1-86d1-7343857fabe4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:52:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:23Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f79b6f4ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31793"
    uid: 7fd5c3f9-82ef-44bd-9189-963aa7a71010
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:52:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:23Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f79e2b37bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31794"
    uid: fea4ebd2-9607-45a1-bacb-cbeaa971915d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:52:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:23Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f79ea04c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "31795"
    uid: 9027cbe6-5159-466a-bc0d-10fd1b96f301
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:52:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:30Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f9226a87af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31850"
    uid: 20b67787-80bd-4ab9-ba85-a4a8767548e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:52:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:30Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f925d02cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31855"
    uid: e339cb3c-ec41-4ef6-b527-3237f49845bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:52:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:30Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f9264e3eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31856"
    uid: 547be52d-c394-4343-8de2-4f663108740e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:52:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:30Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f9265bf7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "31857"
    uid: a2c98596-7fa2-43fe-b26a-a32095d0311d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:52:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:30Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f929635bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: d3e8d2f6-cd32-4b52-9695-ba7dfbe6d7b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:52:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:30Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f929df7854
    namespace: kserve-ci-e2e-test
    resourceVersion: "31861"
    uid: 7ce2c3ca-78f0-4da5-8676-1d46f37663e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:52:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:38Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a962f99a55d3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31923"
    uid: 9c0537d1-2851-4999-95da-f8485cbd120e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:53:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:00Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a9630023150d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: 86177e7a-9340-4df5-a318-ea316e7d0a9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 89be8d83-3e69-4aff-beee-ea2f04dbf7b5
  kind: Event
  lastTimestamp: "2026-04-24T19:53:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:00Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn.18a963002315bf11
    namespace: kserve-ci-e2e-test
    resourceVersion: "32115"
    uid: b10702fd-27b6-428e-8458-7c7d85f4015e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-777bccbf48
    namespace: kserve-ci-e2e-test
    resourceVersion: "31761"
    uid: 04a273f3-316d-4d5a-bcdf-512b745f0f41
  kind: Event
  lastTimestamp: "2026-04-24T19:52:23Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-777bccbf48-rzdnn'
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:52:23Z"
    name: isvc-sklearn-runtime-predictor-777bccbf48.18a962f78083019a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31772"
    uid: 811a298b-6692-497f-a893-1f087161a04e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31759"
    uid: 8a3e1356-24d7-426b-8ac7-a0716cd15d41
  kind: Event
  lastTimestamp: "2026-04-24T19:52:23Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-777bccbf48 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:52:23Z"
    name: isvc-sklearn-runtime-predictor.18a962f77d8e0f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: 57e0c8b3-7389-489c-8566-470b2ed0752a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 039392d9-96f7-4e4f-948a-cdc673362e42
  kind: Event
  lastTimestamp: "2026-04-24T19:52:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:52:38Z"
    name: isvc-sklearn-runtime-predictor.18a962fafc0ee396
    namespace: kserve-ci-e2e-test
    resourceVersion: "31919"
    uid: 013cee90-f5af-4ecd-a9df-6ad53734cdb8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 039392d9-96f7-4e4f-948a-cdc673362e42
  kind: Event
  lastTimestamp: "2026-04-24T19:52:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:52:38Z"
    name: isvc-sklearn-runtime-predictor.18a962fafc7045f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31921"
    uid: 8d6c456d-d953-4cdd-9266-8a8084226a4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31920"
    uid: 039392d9-96f7-4e4f-948a-cdc673362e42
  kind: Event
  lastTimestamp: "2026-04-24T19:52:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:52:53Z"
    name: isvc-sklearn-runtime-predictor.18a962fe7bc276e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32034"
    uid: 8724e764-0ebc-4243-b7b8-c8d3fe7d0b18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31920"
    uid: 039392d9-96f7-4e4f-948a-cdc673362e42
  kind: Event
  lastTimestamp: "2026-04-24T19:52:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:52:53Z"
    name: isvc-sklearn-runtime-predictor.18a962fe7c262ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32036"
    uid: 8f432c04-5a69-43af-9202-d6150814eec0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31731"
    uid: 6cd4c0b6-6073-48db-9b86-67bab43fe412
  kind: Event
  lastTimestamp: "2026-04-24T19:52:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:52:48Z"
    name: isvc-sklearn-runtime.18a962f77d6c02f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32001"
    uid: 4d58235d-2665-4ada-842e-bd68bdee34ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31731"
    uid: 6cd4c0b6-6073-48db-9b86-67bab43fe412
  kind: Event
  lastTimestamp: "2026-04-24T19:52:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:52:23Z"
    name: isvc-sklearn-runtime.18a962f77dc7ee3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: 56d5fa29-dd39-4542-b085-5703cb003a90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31768"
    uid: 6cd4c0b6-6073-48db-9b86-67bab43fe412
  kind: Event
  lastTimestamp: "2026-04-24T19:52:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:52:23Z"
    name: isvc-sklearn-runtime.18a962f78416b33f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31784"
    uid: 42c36dd4-8ae6-491f-a03f-67bb7e486c39
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31998"
    uid: 6cd4c0b6-6073-48db-9b86-67bab43fe412
  kind: Event
  lastTimestamp: "2026-04-24T19:52:48Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:52:48Z"
    name: isvc-sklearn-runtime.18a962fd59a7b45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31999"
    uid: f9f822b2-e394-44f1-aea6-565ee8dc5b64
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:07:16.334019Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39247"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:07:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:07:16Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c777ce6efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39255"
    uid: 42af5998-f6b3-4277-9bc7-6e5ebfe575dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:07:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:16Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c78059209b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39282"
    uid: 214df0ab-29fc-4034-b9e3-6e104916e490
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39272"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:07:17Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:07:17Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c7b4cdf7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39293"
    uid: e22fc6a4-82fd-46c5-8606-e315218dad3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:07:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:17Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c7b629a861
    namespace: kserve-ci-e2e-test
    resourceVersion: "39296"
    uid: 9d3fa73e-ccd7-46f1-bd17-beee96c2fece
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:07:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:17Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c7b91c7001
    namespace: kserve-ci-e2e-test
    resourceVersion: "39297"
    uid: 3217abd2-fe4b-4427-a490-22af54eab9ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:07:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:17Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c7b9929c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "39298"
    uid: 91c69640-ca8e-45e3-81f9-c650ee2c8bab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:07:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:18Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c80d7fd903
    namespace: kserve-ci-e2e-test
    resourceVersion: "39315"
    uid: 39fc6e6b-078e-4c3f-a13f-78d1231e031d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:07:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T20:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:18Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c81085b3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39319"
    uid: 4ab2d346-27b7-4f59-9bab-977fbb4b9a68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:07:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:18Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c811103317
    namespace: kserve-ci-e2e-test
    resourceVersion: "39320"
    uid: b72a9843-24b1-4b4c-ba9e-98fe6bc84ed4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:07:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:18Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c8111d1b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39321"
    uid: a3e49da7-24e2-4fc5-ba77-70fc67aab34c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:07:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T20:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:18Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c814104682
    namespace: kserve-ci-e2e-test
    resourceVersion: "39324"
    uid: ad909e88-7071-4010-9145-e4de19a369ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:07:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:18Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c8148c9444
    namespace: kserve-ci-e2e-test
    resourceVersion: "39326"
    uid: a54eba9f-f9d7-48c6-8001-727ba997754b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:08:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T20:07:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:36Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963c8855f319d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39946"
    uid: da9b6989-5ce0-4bbd-9995-1288d7a2f79a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:08:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:36Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963da1e91e0c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39905"
    uid: dd8e086d-17f7-4ab3-aa28-0f107e83c076
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:08:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:36Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963da1e9331d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39906"
    uid: b582009d-d87b-448f-b958-c1c05addabed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39248"
    uid: 97c946c0-69cd-41fb-af3f-231b6257a7af
  kind: Event
  lastTimestamp: "2026-04-24T20:08:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T20:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:36Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489-bn47d.18a963da3783e3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39945"
    uid: edc1367a-97c0-4f34-b907-6104303f6834
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-5f67dfb489
    namespace: kserve-ci-e2e-test
    resourceVersion: "39238"
    uid: 1b57bd5a-be9b-4de6-ae5b-a6514ab9a501
  kind: Event
  lastTimestamp: "2026-04-24T20:07:16Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-5f67dfb489-bn47d'
  metadata:
    creationTimestamp: "2026-04-24T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:07:16Z"
    name: isvc-sklearn-s3-predictor-5f67dfb489.18a963c7773f55d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39249"
    uid: 9bb1e82e-67fa-4fc6-aea3-14419ee4c3c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39235"
    uid: 44ef6bc1-6f82-44bc-b5d0-a200631d3e02
  kind: Event
  lastTimestamp: "2026-04-24T20:07:16Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-5f67dfb489 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:07:16Z"
    name: isvc-sklearn-s3-predictor.18a963c7747949c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39240"
    uid: bb7f888c-e147-4722-9b9e-a61bfa61320f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39237"
    uid: effe8af2-7641-4e84-b408-cbe32cf41931
  kind: Event
  lastTimestamp: "2026-04-24T20:07:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:07:31Z"
    name: isvc-sklearn-s3-predictor.18a963caf2fc3e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "39416"
    uid: 4cf196b4-683e-4b4f-8d3c-9e032c24d9d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39237"
    uid: effe8af2-7641-4e84-b408-cbe32cf41931
  kind: Event
  lastTimestamp: "2026-04-24T20:07:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:07:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:07:31Z"
    name: isvc-sklearn-s3-predictor.18a963caf36035dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39418"
    uid: cde69c00-7152-4783-9667-97f6e6df57f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39417"
    uid: effe8af2-7641-4e84-b408-cbe32cf41931
  kind: Event
  lastTimestamp: "2026-04-24T20:08:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:08:31Z"
    name: isvc-sklearn-s3-predictor.18a963ce725df671
    namespace: kserve-ci-e2e-test
    resourceVersion: "39847"
    uid: 4c8d86e4-6389-41ff-b487-4980961edf9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39417"
    uid: effe8af2-7641-4e84-b408-cbe32cf41931
  kind: Event
  lastTimestamp: "2026-04-24T20:08:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:08:31Z"
    name: isvc-sklearn-s3-predictor.18a963ce72c20656
    namespace: kserve-ci-e2e-test
    resourceVersion: "39848"
    uid: c48ccbf2-6fb1-4bc5-b05a-d4d0c3c772aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:11:19.820667Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41388"
    uid: 955dbd6f-8a09-4362-9d7a-0590e2203c92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:11:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:11:19Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk.18a9640028bdbb9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41392"
    uid: 279d5845-68a6-4407-b6eb-b1be510fa490
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41390"
    uid: 955dbd6f-8a09-4362-9d7a-0590e2203c92
  kind: Event
  lastTimestamp: "2026-04-24T20:11:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T20:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:19Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk.18a96400314a0b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "41400"
    uid: 81d6e483-763e-4740-af1b-9b44228a25f4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41396"
    uid: 955dbd6f-8a09-4362-9d7a-0590e2203c92
  kind: Event
  lastTimestamp: "2026-04-24T20:11:20Z"
  message: Add eth0 [10.132.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:11:20Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk.18a9640065cec52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41410"
    uid: c46faec8-7722-4c30-96b9-0e4b3f5a818c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41390"
    uid: 955dbd6f-8a09-4362-9d7a-0590e2203c92
  kind: Event
  lastTimestamp: "2026-04-24T20:11:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk.18a96400673807f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41467"
    uid: 68404212-6117-4896-8633-0c61674eca5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41390"
    uid: 955dbd6f-8a09-4362-9d7a-0590e2203c92
  kind: Event
  lastTimestamp: "2026-04-24T20:11:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk.18a964006a283311
    namespace: kserve-ci-e2e-test
    resourceVersion: "41469"
    uid: 1700578c-5fec-4ce2-8a21-c6f36a2aff7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41390"
    uid: 955dbd6f-8a09-4362-9d7a-0590e2203c92
  kind: Event
  lastTimestamp: "2026-04-24T20:11:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk.18a964006ab4496e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41470"
    uid: 1677ff68-52d6-41bc-9675-d8bc1a118e61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "41390"
    uid: 955dbd6f-8a09-4362-9d7a-0590e2203c92
  kind: Event
  lastTimestamp: "2026-04-24T20:11:29Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk.18a964027c535fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "41518"
    uid: 2fec5b04-45d1-47b5-8e99-7c665133f425
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41376"
    uid: 909a7e29-f221-47af-92fb-0e362e9a66ae
  kind: Event
  lastTimestamp: "2026-04-24T20:11:19Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5-nhbwk'
  metadata:
    creationTimestamp: "2026-04-24T20:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:11:19Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5.18a9640028310336
    namespace: kserve-ci-e2e-test
    resourceVersion: "41389"
    uid: 198cee5b-d31e-4bb5-924d-1d53de316afa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41373"
    uid: df1cb6f0-570d-4f1b-a52a-c0842365e3fe
  kind: Event
  lastTimestamp: "2026-04-24T20:11:19Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5c8c5ff9c5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T20:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:11:19Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a9640025623d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "41379"
    uid: c0266490-922d-42c4-8eec-0d07a9e5fe16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41364"
    uid: 991e4b12-9c9a-4718-a8f9-dea4633b7489
  kind: Event
  lastTimestamp: "2026-04-24T20:11:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:11:26Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a96400253ca66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41474"
    uid: 2c3b9d02-b2ff-474d-8a08-95f76c228a51
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41364"
    uid: 991e4b12-9c9a-4718-a8f9-dea4633b7489
  kind: Event
  lastTimestamp: "2026-04-24T20:11:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:11:19Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a9640025c5a33e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41398"
    uid: fa835ce1-8c37-4a8c-a9c7-8400c6921d93
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41374"
    uid: 991e4b12-9c9a-4718-a8f9-dea4633b7489
  kind: Event
  lastTimestamp: "2026-04-24T20:11:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T20:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:11:19Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a964002acfd27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41399"
    uid: d6e4f413-2d45-4971-a6d4-2689621a377f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:10:08.719577Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40783"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:10:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:10:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963ef9ac93649
    namespace: kserve-ci-e2e-test
    resourceVersion: "40789"
    uid: 86e39954-4d3a-4fcd-b445-383556d669bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40794"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:10:09Z"
  message: Add eth0 [10.132.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:10:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963efb3d9f37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40804"
    uid: ccc752f0-22f0-4ce0-b1ab-cf87dfd0db8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:10:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963efb5367bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40806"
    uid: 235a48f8-ab5b-43f0-b73c-9d171996fb34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:10:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963efb82b3e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "40807"
    uid: 6aa758ac-edec-45e4-9798-25cd2816f9c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:10:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963efb89eff6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40808"
    uid: a25d3270-67ce-46c7-b5a7-14cfd6b102f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:10:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963effcdc1f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "40827"
    uid: 7d757a35-8e0a-4f1a-a9ac-6d48aaa6a360
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:10:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T20:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963efff98a67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40830"
    uid: 354af60f-c9f4-4da7-ae2f-2cf98a334683
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:10:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963f0000d4f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "40831"
    uid: 90af5e25-be9e-4fae-a99a-0cc73ebd0dc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:10:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963f0001be012
    namespace: kserve-ci-e2e-test
    resourceVersion: "40832"
    uid: dc780176-eed2-487d-9a4a-24025252d5da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:10:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T20:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963f002c17fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "40834"
    uid: 879e772d-7bb8-43d2-9907-10aef9dca7d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:10:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963f00333550b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40835"
    uid: 23117967-6a44-4cc1-8e81-52c9bedb597c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:11:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T20:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963f038ca6892
    namespace: kserve-ci-e2e-test
    resourceVersion: "41240"
    uid: 5cbca87c-d606-49f5-99e5-fe0d7304a9d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:11:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963ffe9cec479
    namespace: kserve-ci-e2e-test
    resourceVersion: "41349"
    uid: 7387b9f4-b8bf-400e-97cc-ca0b3aec8348
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:11:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a963ffe9cf26be
    namespace: kserve-ci-e2e-test
    resourceVersion: "41350"
    uid: 011cab1f-ae0e-45b8-9369-ab2109eb72f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: da493ffe-5fb9-46b3-930d-cd3f47a3c5a1
  kind: Event
  lastTimestamp: "2026-04-24T20:11:22Z"
  message: 'Readiness probe failed: Get "https://10.132.0.64:8643/healthz": dial tcp
    10.132.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T20:11:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t.18a96400c0dec18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41433"
    uid: dff8cc15-5cd6-4f68-8f3c-ab809dcec219
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40775"
    uid: 309e2b8d-f8dc-4bb3-b22b-4df9fe36a0f1
  kind: Event
  lastTimestamp: "2026-04-24T20:10:08Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df-stx5t'
  metadata:
    creationTimestamp: "2026-04-24T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:10:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df.18a963ef9a574c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40786"
    uid: cae722ea-5e05-4d22-a2e4-ed1a5a231391
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40773"
    uid: 536e1684-e22b-49ef-b8a7-143a37a12030
  kind: Event
  lastTimestamp: "2026-04-24T20:10:08Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-864bf645df
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:10:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a963ef9803de0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40777"
    uid: 470c9f35-3451-4527-a672-3b6ff2fbacd5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40774"
    uid: cf68cf50-d1ef-4feb-9172-2ef60dbc1d5f
  kind: Event
  lastTimestamp: "2026-04-24T20:10:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:10:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a963f316a927db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41145"
    uid: 8d9ba7d5-e079-4d14-a78e-d3e7c18a647d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40774"
    uid: cf68cf50-d1ef-4feb-9172-2ef60dbc1d5f
  kind: Event
  lastTimestamp: "2026-04-24T20:10:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:10:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a963f3170bd690
    namespace: kserve-ci-e2e-test
    resourceVersion: "41146"
    uid: 7ce7c623-8957-470c-aea6-b14da500267a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40931"
    uid: cf68cf50-d1ef-4feb-9172-2ef60dbc1d5f
  kind: Event
  lastTimestamp: "2026-04-24T20:11:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:11:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a963fd93fd8f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "41251"
    uid: d4c8d6ef-fc57-4023-8f37-a90cf54073f4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40931"
    uid: cf68cf50-d1ef-4feb-9172-2ef60dbc1d5f
  kind: Event
  lastTimestamp: "2026-04-24T20:11:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:11:08Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a963fd9460bc86
    namespace: kserve-ci-e2e-test
    resourceVersion: "41253"
    uid: a31bc78d-be7e-49ec-bf9e-cff44ae176e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40764"
    uid: f4682097-1f1b-4153-9c06-0e659b2b991b
  kind: Event
  lastTimestamp: "2026-04-24T20:11:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:11:17Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a963ef97b98821
    namespace: kserve-ci-e2e-test
    resourceVersion: "41320"
    uid: ba87fe04-b2ff-4f80-888a-2a07607fbb0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40764"
    uid: f4682097-1f1b-4153-9c06-0e659b2b991b
  kind: Event
  lastTimestamp: "2026-04-24T20:10:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:10:08Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a963ef98142722
    namespace: kserve-ci-e2e-test
    resourceVersion: "40778"
    uid: ab08581e-dadc-472b-8dda-e6bbfd1ae158
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41318"
    uid: f4682097-1f1b-4153-9c06-0e659b2b991b
  kind: Event
  lastTimestamp: "2026-04-24T20:11:17Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T20:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:11:17Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a963ff9b9e8b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "41319"
    uid: b3ac56e1-3aa7-4ca0-81a6-4544056576ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:09:57.663054Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40619"
    uid: 911dc47b-30f8-42ca-a4cf-9f09c7db5f85
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:09:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:09:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw.18a963ed07c42a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40623"
    uid: 301f3c72-87c4-4cb5-a96b-28e036d9cc0e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40621"
    uid: 911dc47b-30f8-42ca-a4cf-9f09c7db5f85
  kind: Event
  lastTimestamp: "2026-04-24T20:09:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T20:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:09:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw.18a963ed1171d3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40631"
    uid: 1a280ee0-4b8e-4b18-b600-05b97d203104
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40627"
    uid: 911dc47b-30f8-42ca-a4cf-9f09c7db5f85
  kind: Event
  lastTimestamp: "2026-04-24T20:09:58Z"
  message: Add eth0 [10.132.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:09:58Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw.18a963ed45008fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40643"
    uid: e7fc12ad-a897-423a-ba93-7f175088baa6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40621"
    uid: 911dc47b-30f8-42ca-a4cf-9f09c7db5f85
  kind: Event
  lastTimestamp: "2026-04-24T20:10:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw.18a963ed465112fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40682"
    uid: 2ca3791f-8452-4f8f-9919-b7f54d65f60d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40621"
    uid: 911dc47b-30f8-42ca-a4cf-9f09c7db5f85
  kind: Event
  lastTimestamp: "2026-04-24T20:10:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw.18a963ed4982f908
    namespace: kserve-ci-e2e-test
    resourceVersion: "40685"
    uid: 1be12e26-13a2-44ae-bd3e-3f969a74940a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40621"
    uid: 911dc47b-30f8-42ca-a4cf-9f09c7db5f85
  kind: Event
  lastTimestamp: "2026-04-24T20:10:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw.18a963ed49f532b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40688"
    uid: e4bc0be4-392b-4ddd-b70e-ca203c2b9461
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40621"
    uid: 911dc47b-30f8-42ca-a4cf-9f09c7db5f85
  kind: Event
  lastTimestamp: "2026-04-24T20:10:07Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw_kserve-ci-e2e-test(911dc47b-30f8-42ca-a4cf-9f09c7db5f85)
  metadata:
    creationTimestamp: "2026-04-24T20:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:10:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw.18a963ef49c4c419
    namespace: kserve-ci-e2e-test
    resourceVersion: "40724"
    uid: 50d3230e-ebfa-4a6f-8f2d-4933bee78413
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40608"
    uid: e306656b-15db-4707-917b-a2f09f9e3c66
  kind: Event
  lastTimestamp: "2026-04-24T20:09:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7-nz5tw'
  metadata:
    creationTimestamp: "2026-04-24T20:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:09:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7.18a963ed0754a150
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: b6230558-0b62-475a-b0e3-500c7cb65f0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40606"
    uid: 0a503f17-46a4-4775-9c93-3ad5ae6e5f9e
  kind: Event
  lastTimestamp: "2026-04-24T20:09:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-8676d75bb7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T20:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:09:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a963ed042fd974
    namespace: kserve-ci-e2e-test
    resourceVersion: "40611"
    uid: cb4d707a-ef71-4cf8-95d2-ddbab2baef04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40596"
    uid: 2b859234-533d-4a0b-b768-96a72f3a5856
  kind: Event
  lastTimestamp: "2026-04-24T20:10:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:10:07Z"
    name: isvc-sklearn-s3-tls-global-fail.18a963ed03f77947
    namespace: kserve-ci-e2e-test
    resourceVersion: "40729"
    uid: 260c7c89-8ce5-4063-84c4-15c1044ab389
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40596"
    uid: 2b859234-533d-4a0b-b768-96a72f3a5856
  kind: Event
  lastTimestamp: "2026-04-24T20:09:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:09:57Z"
    name: isvc-sklearn-s3-tls-global-fail.18a963ed0467ff19
    namespace: kserve-ci-e2e-test
    resourceVersion: "40613"
    uid: 3318d16b-961a-4382-b1e9-4b6c9025e738
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:08:36.552650Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39929"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:08:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:08:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963da2535900e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39933"
    uid: 0ac42665-740c-4817-b2fc-4faa0ef5fe53
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:08:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T20:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963da2df45049
    namespace: kserve-ci-e2e-test
    resourceVersion: "39944"
    uid: b470ebdc-f9d7-4d79-a8a7-e3892e0142a6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39940"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:08:37Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:08:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963da62040c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39957"
    uid: 8854f31b-da31-4484-a0f3-9f9ca93bd057
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:08:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963da63760c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39960"
    uid: 9d6de99f-d9c4-4816-920f-b7dff13a3002
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:08:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963da66a85caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39962"
    uid: 8de3ab84-2c64-4a1e-92c4-6570a1044521
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:08:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:37Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963da672d8542
    namespace: kserve-ci-e2e-test
    resourceVersion: "39963"
    uid: a00d842d-ffce-41a9-b411-804b7418791b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:08:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963dabc1483bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39979"
    uid: 743d7dab-a030-4d8f-a4e6-72764e406671
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:08:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963dabf5b0acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: f66398dc-e81f-4d94-8bd9-797f616279ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:08:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963dabfd04c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39982"
    uid: 170bea39-a431-418a-8531-877f9228597f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:08:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963dabfdd2a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "39983"
    uid: 32eb4300-241a-4daf-b35c-057e6e9b84b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:08:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963dac289b8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "39986"
    uid: b72fd547-7c08-429a-b0ee-58762b866fbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:08:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:08:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963dac312aca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39988"
    uid: e67d5f75-232f-45df-9938-9e0ce6b23bd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:09:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:09:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963db33f48293
    namespace: kserve-ci-e2e-test
    resourceVersion: "40585"
    uid: 1bfc2e7c-961c-4bcc-b57f-d12adf1c9b7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:09:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:09:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963ecc79c2d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40580"
    uid: 65e620fa-0e48-47e0-a4cd-73bcd35c2634
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:09:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:09:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963ecc79cb2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40581"
    uid: 201b0170-6fd3-4191-afc2-4d5dd3a71522
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39931"
    uid: 325eac7d-52d4-497b-a929-eaee0c06746c
  kind: Event
  lastTimestamp: "2026-04-24T20:09:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.62:8643/healthz": dial tcp
    10.132.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T20:09:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:09:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24.18a963ece61aa14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40584"
    uid: 3310f017-0cfb-45ec-b70e-3ae000608c87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "39918"
    uid: a722cc04-7e0b-4c50-832a-5e360d05d12d
  kind: Event
  lastTimestamp: "2026-04-24T20:08:36Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85-5zz24'
  metadata:
    creationTimestamp: "2026-04-24T20:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:08:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85.18a963da24a8b67a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39930"
    uid: 346f3459-8e67-4794-a909-92827584cb50
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39916"
    uid: 182bd21e-19b4-4fb4-bc9a-85463346498b
  kind: Event
  lastTimestamp: "2026-04-24T20:08:36Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-64b9f98b85
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T20:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:08:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a963da22243377
    namespace: kserve-ci-e2e-test
    resourceVersion: "39920"
    uid: faecd315-a17a-4c93-80b3-9d8d69020a80
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39917"
    uid: 94e9d2ea-027b-48ac-bb63-d790ae9a888d
  kind: Event
  lastTimestamp: "2026-04-24T20:09:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:09:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a963dda0fab131
    namespace: kserve-ci-e2e-test
    resourceVersion: "40187"
    uid: 18e4ec0e-408a-4ded-891a-43a5480c13d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39917"
    uid: 94e9d2ea-027b-48ac-bb63-d790ae9a888d
  kind: Event
  lastTimestamp: "2026-04-24T20:09:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:09:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a963dda17ded34
    namespace: kserve-ci-e2e-test
    resourceVersion: "40188"
    uid: 1f2e1ab2-b8e1-430e-a168-77a8abcb87cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40081"
    uid: 94e9d2ea-027b-48ac-bb63-d790ae9a888d
  kind: Event
  lastTimestamp: "2026-04-24T20:09:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:09:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a963e49fa5945b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40526"
    uid: ea71ce7e-e1e0-4dd2-a3d5-18ba049a2fc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40081"
    uid: 94e9d2ea-027b-48ac-bb63-d790ae9a888d
  kind: Event
  lastTimestamp: "2026-04-24T20:09:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:09:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:09:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a963e4a0066566
    namespace: kserve-ci-e2e-test
    resourceVersion: "40527"
    uid: 8495d208-d4ea-4295-830e-e5654ce3c9b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39904"
    uid: 15379aba-cd27-4869-a215-d6dc4ff8001b
  kind: Event
  lastTimestamp: "2026-04-24T20:09:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:09:47Z"
    name: isvc-sklearn-s3-tls-global-pass.18a963da21f5c369
    namespace: kserve-ci-e2e-test
    resourceVersion: "40497"
    uid: d9e57575-cb9d-43fd-a4e3-9664a15a43b7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39904"
    uid: 15379aba-cd27-4869-a215-d6dc4ff8001b
  kind: Event
  lastTimestamp: "2026-04-24T20:08:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:08:36Z"
    name: isvc-sklearn-s3-tls-global-pass.18a963da22787300
    namespace: kserve-ci-e2e-test
    resourceVersion: "39923"
    uid: 449c76b5-1446-4c09-b7a0-88e0b38b0fd0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:09:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 15379aba-cd27-4869-a215-d6dc4ff8001b
  kind: Event
  lastTimestamp: "2026-04-24T20:09:47Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T20:09:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:09:47Z"
    name: isvc-sklearn-s3-tls-global-pass.18a963ea984c7fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "40495"
    uid: b1ee8f0f-a8f3-49d9-9362-6d3bf775244a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:12:52.019762Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42222"
    uid: 26d84bf3-f483-4365-9b03-e01701ab5c91
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:12:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:12:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7.18a96415a03c477b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42226"
    uid: 9103dc47-d68d-4ac4-a75b-6e7a370e535c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42224"
    uid: 26d84bf3-f483-4365-9b03-e01701ab5c91
  kind: Event
  lastTimestamp: "2026-04-24T20:12:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T20:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:12:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7.18a96415a9b9994b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42234"
    uid: f8cfbe84-9187-45a0-9002-2c12401b735d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42230"
    uid: 26d84bf3-f483-4365-9b03-e01701ab5c91
  kind: Event
  lastTimestamp: "2026-04-24T20:12:53Z"
  message: Add eth0 [10.132.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:12:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7.18a96415dcf66273
    namespace: kserve-ci-e2e-test
    resourceVersion: "42247"
    uid: 0e54d596-9556-412d-92ec-31ee200c589e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42224"
    uid: 26d84bf3-f483-4365-9b03-e01701ab5c91
  kind: Event
  lastTimestamp: "2026-04-24T20:12:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:12:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7.18a96415df39d428
    namespace: kserve-ci-e2e-test
    resourceVersion: "42298"
    uid: 8dded2e4-a1c4-4f49-98df-40268bda38e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42224"
    uid: 26d84bf3-f483-4365-9b03-e01701ab5c91
  kind: Event
  lastTimestamp: "2026-04-24T20:12:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:12:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7.18a96415e200e62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42302"
    uid: 2873b48e-e7ff-424d-bced-d3e2ba319c7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42224"
    uid: 26d84bf3-f483-4365-9b03-e01701ab5c91
  kind: Event
  lastTimestamp: "2026-04-24T20:12:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:12:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7.18a96415e2763d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42304"
    uid: 74241227-1a66-42fc-a0df-a698e4e6f3e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42224"
    uid: 26d84bf3-f483-4365-9b03-e01701ab5c91
  kind: Event
  lastTimestamp: "2026-04-24T20:13:01Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:13:01Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7.18a96417f229da76
    namespace: kserve-ci-e2e-test
    resourceVersion: "42348"
    uid: a273894f-2509-454c-828d-1f9d04ce9a34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42210"
    uid: d3ff42c2-32c8-48a5-92b5-0a94831a4a64
  kind: Event
  lastTimestamp: "2026-04-24T20:12:52Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd-6rdh7'
  metadata:
    creationTimestamp: "2026-04-24T20:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:12:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd.18a964159fb126bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42223"
    uid: 26f442ad-37d4-44be-84d6-a91579542dad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42208"
    uid: 6a83b67f-2e8d-4349-9416-fe90a0517423
  kind: Event
  lastTimestamp: "2026-04-24T20:12:51Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-675c74f7fd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T20:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:12:51Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a964159bb9fa9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42213"
    uid: 327f62c1-02eb-4292-b532-e9fb04f26629
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42198"
    uid: 1a8e358f-28c7-411c-879e-7a5ec94d234d
  kind: Event
  lastTimestamp: "2026-04-24T20:12:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:12:58Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a964159b652520
    namespace: kserve-ci-e2e-test
    resourceVersion: "42305"
    uid: f37d83ff-c7fe-4e83-a56c-29cf1e6d810c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "42198"
    uid: 1a8e358f-28c7-411c-879e-7a5ec94d234d
  kind: Event
  lastTimestamp: "2026-04-24T20:12:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:12:51Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a964159bf9a102
    namespace: kserve-ci-e2e-test
    resourceVersion: "42215"
    uid: f7e96442-5260-43d5-b48f-285e1b277452
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:11:30.878056Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41549"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:11:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:11:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a96402bbd029af
    namespace: kserve-ci-e2e-test
    resourceVersion: "41556"
    uid: bdadf8c4-bb10-4f13-8182-85f0c8e352ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:11:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T20:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a96402c5d00ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41568"
    uid: 36b08a8d-a81c-4a15-a64b-e89f0e3761a5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41560"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:11:31Z"
  message: Add eth0 [10.132.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:11:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a96402f8c752b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41578"
    uid: 80ec9b5b-cb10-46f1-be36-3515b76ac711
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:11:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a96402fa25ff02
    namespace: kserve-ci-e2e-test
    resourceVersion: "41580"
    uid: 6ad717d2-387d-4e3c-a858-0fd8f1283748
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:11:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a96402fd59ecaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "41581"
    uid: da9eeda1-bd39-4232-b3dc-aa6c2e1babbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:11:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:11:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a96402fdceba74
    namespace: kserve-ci-e2e-test
    resourceVersion: "41582"
    uid: fe1ecb2e-6db3-41db-a51e-03071373a0fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:11:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a964035ed9f085
    namespace: kserve-ci-e2e-test
    resourceVersion: "41603"
    uid: 8e7ea916-90bd-4ee9-807d-8d144735a5b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:11:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T20:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a9640361c6a2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41605"
    uid: ea52aeb5-e923-4fe3-b1f1-c6f29e0ec07e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:11:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a96403624c4080
    namespace: kserve-ci-e2e-test
    resourceVersion: "41606"
    uid: 7a32300c-6be5-47e0-9d3b-ce4948d2cc10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:11:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a9640362593c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41607"
    uid: 75126ed2-2182-4413-b6ea-2dbc92e3c3d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:11:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T20:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a9640364ec1151
    namespace: kserve-ci-e2e-test
    resourceVersion: "41610"
    uid: dad08161-3cfd-45e8-9328-c717c1897c52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:11:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:11:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a964036568a95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41613"
    uid: 401e10d2-29a8-4d2f-91b6-7f929fea49bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:12:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T20:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:12:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a96403d68f54cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42190"
    uid: 879208dc-12f9-4962-a19b-0a66a6f24152
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:12:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:12:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a964155f5d06e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42183"
    uid: b7efb8e2-ed07-4a24-b85c-0b0eae492d3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:12:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:12:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a964155f5db24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42184"
    uid: bdc42fa7-4a46-4974-95e5-624b0804cf5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41552"
    uid: 9930dc6f-29d4-4fab-976b-06296607144d
  kind: Event
  lastTimestamp: "2026-04-24T20:12:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.66:8643/healthz": dial tcp
    10.132.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T20:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:12:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn.18a9641588a5b103
    namespace: kserve-ci-e2e-test
    resourceVersion: "42189"
    uid: ea092e32-8464-40ac-b437-09cfe8a0bd10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41541"
    uid: 0afb9c93-ef88-40f4-8114-19c73d437117
  kind: Event
  lastTimestamp: "2026-04-24T20:11:30Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb-xqszn'
  metadata:
    creationTimestamp: "2026-04-24T20:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:11:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb.18a96402bb4b5331
    namespace: kserve-ci-e2e-test
    resourceVersion: "41551"
    uid: 9f4f9305-9451-4247-8875-0372e2b65422
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41539"
    uid: 2b90b20c-9d05-486f-9410-81a38d336569
  kind: Event
  lastTimestamp: "2026-04-24T20:11:30Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-d6d5c84cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T20:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:11:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96402b8fa8e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "41543"
    uid: 6962b347-6d29-4e6b-a2ea-5ed044630309
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41540"
    uid: 70592e11-c007-4a6e-b906-2f34233672b8
  kind: Event
  lastTimestamp: "2026-04-24T20:11:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:11:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96406377012ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "41702"
    uid: 476af797-3f39-462c-a610-17b985de3d68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41540"
    uid: 70592e11-c007-4a6e-b906-2f34233672b8
  kind: Event
  lastTimestamp: "2026-04-24T20:11:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:11:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a9640637d48059
    namespace: kserve-ci-e2e-test
    resourceVersion: "41704"
    uid: 9aa95cc1-e082-47cf-bf94-20f9add56dea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41703"
    uid: 70592e11-c007-4a6e-b906-2f34233672b8
  kind: Event
  lastTimestamp: "2026-04-24T20:12:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:12:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96409b6e08c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "42128"
    uid: d700f2ea-f2a3-40b1-bd25-1ea830ae5027
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41703"
    uid: 70592e11-c007-4a6e-b906-2f34233672b8
  kind: Event
  lastTimestamp: "2026-04-24T20:12:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:12:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96409b743b582
    namespace: kserve-ci-e2e-test
    resourceVersion: "42130"
    uid: c85bf1ad-d984-450c-933a-66195afc4c68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41530"
    uid: d3f2976f-b5f9-4e22-9fb4-e1dfc7409279
  kind: Event
  lastTimestamp: "2026-04-24T20:12:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:12:41Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96402b8d0dea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42099"
    uid: 094d5dda-d892-40d7-8293-f1e3631b2bc5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41530"
    uid: d3f2976f-b5f9-4e22-9fb4-e1dfc7409279
  kind: Event
  lastTimestamp: "2026-04-24T20:11:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:11:30Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96402b925ff56
    namespace: kserve-ci-e2e-test
    resourceVersion: "41562"
    uid: 061b11a5-3c93-452d-bf0d-5ee62cf1f52b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:11:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41532"
    uid: d3f2976f-b5f9-4e22-9fb4-e1dfc7409279
  kind: Event
  lastTimestamp: "2026-04-24T20:11:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T20:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:11:30Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96402bec41182
    namespace: kserve-ci-e2e-test
    resourceVersion: "41563"
    uid: 49495a0c-dfdb-4729-8872-adf18ab9e0a0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:12:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "42097"
    uid: d3f2976f-b5f9-4e22-9fb4-e1dfc7409279
  kind: Event
  lastTimestamp: "2026-04-24T20:12:41Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T20:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:12:41Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a9641339b5ae28
    namespace: kserve-ci-e2e-test
    resourceVersion: "42098"
    uid: db4ff73c-000f-41c6-ad98-a3f5e9c1cfe7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39223"
    uid: aed672d4-2277-4e97-9217-97a80e624ab9
  kind: Event
  lastTimestamp: "2026-04-24T20:08:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:08:26Z"
    name: isvc-sklearn-s3.18a963c774567d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39818"
    uid: f8d75b4e-157a-4301-bc5f-95c45ef71b78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39223"
    uid: aed672d4-2277-4e97-9217-97a80e624ab9
  kind: Event
  lastTimestamp: "2026-04-24T20:07:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:07:16Z"
    name: isvc-sklearn-s3.18a963c774d935ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39278"
    uid: 66a17af4-a13f-4d2e-bda8-379cc85a32bb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39244"
    uid: aed672d4-2277-4e97-9217-97a80e624ab9
  kind: Event
  lastTimestamp: "2026-04-24T20:07:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:07:16Z"
    name: isvc-sklearn-s3.18a963c77bebd50b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39279"
    uid: 3c667016-9be5-4969-b625-f25320758f21
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39815"
    uid: aed672d4-2277-4e97-9217-97a80e624ab9
  kind: Event
  lastTimestamp: "2026-04-24T20:08:26Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-24T20:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:08:26Z"
    name: isvc-sklearn-s3.18a963d7e82dcf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39816"
    uid: 57e95ff9-01d9-4806-8122-3095784db865
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-fd9ffb68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30521"
    uid: 19930bad-ec93-441e-8078-fcd6540d7127
  kind: Event
  lastTimestamp: "2026-04-24T19:50:00Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-fd9ffb68d-bxt5f'
  metadata:
    creationTimestamp: "2026-04-24T19:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:50:00Z"
    name: isvc-sklearn-scheduler-predictor-fd9ffb68d.18a962d65760e6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30531"
    uid: b760417a-e8d0-4381-9487-f0560f7bf787
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30519"
    uid: 4b003d59-3c62-4030-bd4e-57082999203b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:00Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-fd9ffb68d from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T19:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:50:00Z"
    name: isvc-sklearn-scheduler-predictor.18a962d652e2dfca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: 2c0583f9-cefb-4e51-8e77-1f71bf731b3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30488"
    uid: 8a6d9f15-a520-45f1-b454-8254f4e0136b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:50:01Z"
    name: isvc-sklearn-scheduler.18a962d652794e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30543"
    uid: 6e1b0be3-d76f-4750-a9e3-f1556d22d181
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30488"
    uid: 8a6d9f15-a520-45f1-b454-8254f4e0136b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:50:00Z"
    name: isvc-sklearn-scheduler.18a962d652f219b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: 8dcb14e1-892e-4956-859f-58c80724f69e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30488"
    uid: 8a6d9f15-a520-45f1-b454-8254f4e0136b
  kind: Event
  lastTimestamp: "2026-04-24T19:50:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:50:00Z"
    name: isvc-sklearn-scheduler.18a962d652f29cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30525"
    uid: 3aacc0ec-4cfa-41f3-87bd-3b1f5bd197ed
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:55:20.686410Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33309"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:55:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:55:20Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a96320d7e27f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33313"
    uid: 9f6592ee-f76d-4a9e-bed3-6abcf3d16691
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:20Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a96320e2829c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33321"
    uid: 3c6e812b-5a93-4f05-ba1d-669fd70f54de
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:21Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:55:21Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a9632114d080cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: 72cd8516-e0f3-4408-b819-4736de3ad866
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:21Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a96321162c12f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33334"
    uid: 10267996-6c33-49bc-b85f-7edda0038bb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:21Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a9632118f80996
    namespace: kserve-ci-e2e-test
    resourceVersion: "33337"
    uid: 1d7762d3-ffc8-4f48-903c-8a96a2f089d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:21Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a96321196a19fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33338"
    uid: 9ab6b040-16cd-4c37-9997-9fb7b5cbc150
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:26Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a963223d01c57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33383"
    uid: 26d7d9c9-474e-45be-bdcf-b0fc680794bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:26Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a963223fd46abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33385"
    uid: 28ece830-825e-4df3-a8ef-0f90e083103b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:26Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a963224058c6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33388"
    uid: c7e03a61-6e05-4da7-a1b5-789164ae25f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:26Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a963224064b9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33390"
    uid: 49713c14-b45c-48a4-9e16-fe5d234abb9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:26Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a9632243493b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "33393"
    uid: 1d50bf1b-bbf3-4b89-a514-4ec52e22ca67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:26Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a9632243bcd4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: 157209e2-3929-4ebb-a8ba-4b279bc48750
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:56:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:44Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a96322b4a4f994
    namespace: kserve-ci-e2e-test
    resourceVersion: "34021"
    uid: 61fddec8-f09a-4e3e-935c-c16cff3d99b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:56:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:40Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a963337f863c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "33950"
    uid: 0e5f7a6d-20fa-4fb8-82c8-b41f1551b765
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:56:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:40Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a963337f86dea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33952"
    uid: 0852b138-60d6-40ee-b49f-5b2a2e7bd3ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 4f7cd4c9-5f6b-4acb-8caf-a5089b6712b3
  kind: Event
  lastTimestamp: "2026-04-24T19:56:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:44Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s.18a9633466b8131a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34020"
    uid: 48d2bb92-dff4-4a35-a5cc-bfef8cfcf53e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33297"
    uid: fdb874b7-f8c6-4160-b3e5-74ee6ea18e8b
  kind: Event
  lastTimestamp: "2026-04-24T19:55:20Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6554fcd6d5-9k24s'
  metadata:
    creationTimestamp: "2026-04-24T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:55:20Z"
    name: isvc-sklearn-v2-mixed-predictor-6554fcd6d5.18a96320d7591641
    namespace: kserve-ci-e2e-test
    resourceVersion: "33310"
    uid: ad75653f-bdfe-497c-be5e-41c567a5c20e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33294"
    uid: d8fd35ce-0c55-4eb0-9298-ec054af1e6d3
  kind: Event
  lastTimestamp: "2026-04-24T19:55:20Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6554fcd6d5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:55:20Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96320d44df606
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: 2311e66e-c6ea-4e1c-9d57-ae9a3cdac737
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33296"
    uid: 30f3fb31-c911-4c3c-a609-be6ccf708d7c
  kind: Event
  lastTimestamp: "2026-04-24T19:55:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:55:50Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9632452c50c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33562"
    uid: 450760d0-b791-4158-9503-0350cd76c70c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33296"
    uid: 30f3fb31-c911-4c3c-a609-be6ccf708d7c
  kind: Event
  lastTimestamp: "2026-04-24T19:55:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:55:50Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9632453279048
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 825a60c3-74d2-4f45-9aed-a557a428b4c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33457"
    uid: 30f3fb31-c911-4c3c-a609-be6ccf708d7c
  kind: Event
  lastTimestamp: "2026-04-24T19:56:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:56:35Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9632b5114658f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: bdacec26-1e16-4eb6-a486-47fd6c5bfed1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33457"
    uid: 30f3fb31-c911-4c3c-a609-be6ccf708d7c
  kind: Event
  lastTimestamp: "2026-04-24T19:56:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:56:35Z"
    name: isvc-sklearn-v2-mixed-predictor.18a9632b5172176f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: f3e3ffa7-0209-43be-91e8-aaab15a94f5f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33267"
    uid: 54f48329-0c99-4e1e-ba7e-037c02ba192c
  kind: Event
  lastTimestamp: "2026-04-24T19:56:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:56:34Z"
    name: isvc-sklearn-v2-mixed.18a96320d42bde7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: 2cabd108-6368-4f2b-a011-8188aeb3a678
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33267"
    uid: 54f48329-0c99-4e1e-ba7e-037c02ba192c
  kind: Event
  lastTimestamp: "2026-04-24T19:55:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:55:20Z"
    name: isvc-sklearn-v2-mixed.18a96320d49603a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33302"
    uid: 0072baf2-f535-441c-99b5-e280b664a50f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33878"
    uid: 54f48329-0c99-4e1e-ba7e-037c02ba192c
  kind: Event
  lastTimestamp: "2026-04-24T19:56:34Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:56:34Z"
    name: isvc-sklearn-v2-mixed.18a963321789e9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33879"
    uid: 56c46a46-8e90-4b5f-aa92-7f4041ca61a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:54:00.439407Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32640"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:54:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:54:00Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630e28ca5e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 0260e0ad-fcb2-4712-8fb5-0cbf0f930808
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:54:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T19:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:00Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630e34b3b010
    namespace: kserve-ci-e2e-test
    resourceVersion: "32653"
    uid: 703b2e68-caaa-450c-87e9-8e90bafa329d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32648"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:54:01Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:54:01Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630e658097c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32664"
    uid: dc7431d9-ab66-4a3d-942e-1d182b6220fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:54:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:01Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630e66e4b486
    namespace: kserve-ci-e2e-test
    resourceVersion: "32666"
    uid: 3abc9dea-1055-4db1-9a17-61be922456aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:54:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:01Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630e6a48511f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32667"
    uid: 1d0bb1bb-5875-4bdd-9216-6b445cf62d4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:54:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:54:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:01Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630e6abc4c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "32668"
    uid: 3a2d8e1c-de40-48a0-b0b3-8bf0e0e91576
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:54:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1445"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:05Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630f5288f9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: c419750e-43ca-4196-ae17-8eb3adc2ae53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:54:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:05Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630f5569be46
    namespace: kserve-ci-e2e-test
    resourceVersion: "32709"
    uid: 4d89dc99-2b3a-4b48-9bb7-421765e2f0f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:54:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:05Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630f55de9957
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: 2d9acd15-f771-461c-855f-5282609e2748
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:54:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:05Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630f55ea8023
    namespace: kserve-ci-e2e-test
    resourceVersion: "32713"
    uid: 43a4aed7-9234-43b4-b75d-d782840913ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:54:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:05Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630f592a7e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "32715"
    uid: ffe99fd9-fc2f-4630-8c43-c07efa630887
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:54:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:05Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630f59a1527f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32716"
    uid: dfa9baad-a41c-4f55-89c9-a56dc85c2b9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:55:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:54:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:23Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a9630fca45d002
    namespace: kserve-ci-e2e-test
    resourceVersion: "33356"
    uid: 844613a1-7280-4c3a-9dc8-c7a3cb2a77fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:55:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:20Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a96320d3b53970
    namespace: kserve-ci-e2e-test
    resourceVersion: "33295"
    uid: 98734200-57d4-415d-99a5-8e3396982215
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:55:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:20Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a96320d3b5fb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "33298"
    uid: 22a4be92-de9b-4ad4-9b67-57eefedf0c82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32642"
    uid: 9a9688b5-9a3e-4ca5-9930-f2d2a51e1086
  kind: Event
  lastTimestamp: "2026-04-24T19:55:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:55:23Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5.18a963217c87305b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33355"
    uid: 09ec6934-d3bd-426f-8e93-42476be9171a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-78897cc5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32629"
    uid: 46c61b1e-ab39-4ddc-afe4-6d3a6fd49688
  kind: Event
  lastTimestamp: "2026-04-24T19:54:00Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-78897cc5fb-zbtx5'
  metadata:
    creationTimestamp: "2026-04-24T19:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:54:00Z"
    name: isvc-sklearn-v2-predictor-78897cc5fb.18a9630e2848d2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32641"
    uid: 80607ea5-b7f4-4603-bd9b-005ab7e3e44a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32627"
    uid: d0a06ff3-519d-4b20-b07a-bdf9351d9018
  kind: Event
  lastTimestamp: "2026-04-24T19:54:00Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-78897cc5fb from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:54:00Z"
    name: isvc-sklearn-v2-predictor.18a9630e2523f623
    namespace: kserve-ci-e2e-test
    resourceVersion: "32631"
    uid: afcd8c12-80fc-463a-991c-162c5049bb85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 05835056-eb73-454b-ab9e-7d4fcb0330ef
  kind: Event
  lastTimestamp: "2026-04-24T19:54:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:54:45Z"
    name: isvc-sklearn-v2-predictor.18a96311a3ab8fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33004"
    uid: 5fecdd3f-6366-4dd8-81c8-a8fd4063dc2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 05835056-eb73-454b-ab9e-7d4fcb0330ef
  kind: Event
  lastTimestamp: "2026-04-24T19:54:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:54:45Z"
    name: isvc-sklearn-v2-predictor.18a96311a40b9f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33005"
    uid: a0c79493-5d3d-4042-8273-12740e4e9695
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32797"
    uid: 05835056-eb73-454b-ab9e-7d4fcb0330ef
  kind: Event
  lastTimestamp: "2026-04-24T19:55:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:55:15Z"
    name: isvc-sklearn-v2-predictor.18a9631523ae4561
    namespace: kserve-ci-e2e-test
    resourceVersion: "33231"
    uid: c5367b90-8a0e-4ac8-811a-42c31939eaa5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32797"
    uid: 05835056-eb73-454b-ab9e-7d4fcb0330ef
  kind: Event
  lastTimestamp: "2026-04-24T19:55:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:55:15Z"
    name: isvc-sklearn-v2-predictor.18a9631524146cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33232"
    uid: 88b7a269-d761-4404-85bc-4ff42377646c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:53:00.295278Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32127"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:53:00Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a9630027ebccfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32132"
    uid: ac2701ee-f080-4bb3-8c5c-b254fafb4dfc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32137"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:53:00Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:53:00Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a9630040eed3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32146"
    uid: 3f004420-bb5c-4572-baf8-0c272ffa7387
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:53:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:00Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a96300423f94f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32148"
    uid: c450644a-1138-43fe-96de-f11637cf31d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:53:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:00Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a9630045262d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "32149"
    uid: e12378ce-af27-4570-897c-1f2a8a6b6c1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:53:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:00Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a9630045aa81e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: c48405f3-6e46-4d88-aef5-2b7713f609b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:53:05Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T19:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a96301501216c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32196"
    uid: 50ba8e05-4e85-422c-8c58-66d6eef5772c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:53:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a9630152f28c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "32198"
    uid: 0d06716a-8887-4504-a732-e12ae407a62a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:53:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a963015366958f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: 3192ec09-1d49-4523-9407-d33a565a3c7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:53:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a963015373a93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32203"
    uid: 0cd5200c-e5ea-4dc6-bd3f-b2df868b3e72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:53:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a9630156093ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: d85b2dec-8db7-4f8e-9add-1951491957ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:53:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:05Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a96301567c43c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32207"
    uid: ae04f6bf-16f5-4146-bf76-7764a80be17e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:53:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T19:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:53:42Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a96309f0b26c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "32464"
    uid: 55b1a428-94e8-46cf-a904-db775a93818a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:54:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:00Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a9630e22cc3bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32619"
    uid: 6cd6fb61-4ec3-4597-9e1f-8a2de26d9aae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:54:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:00Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a9630e22ccdbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32620"
    uid: 3c88148a-86e1-429d-8ed1-a2888863f594
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:54:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:07Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a9630e95ebafd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32729"
    uid: 82196a35-b9ee-4062-8cd1-c8d1255fc38f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: f55a748d-b218-4285-95a1-654a4a780e95
  kind: Event
  lastTimestamp: "2026-04-24T19:54:03Z"
  message: 'Readiness probe failed: Get "http://10.132.0.49:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-24T19:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:54:03Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm.18a9630ed45c7d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32690"
    uid: 339690a6-03f2-447f-b7c0-153aaf8cd83f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32117"
    uid: 93afbf01-ce23-4dfe-ba7a-c483dbb3663f
  kind: Event
  lastTimestamp: "2026-04-24T19:53:00Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-vbjlm'
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:53:00Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a96300276280b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32129"
    uid: 26a9f35d-8a21-42d5-9e8a-dfaa3f71a4c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32114"
    uid: 8c6979dc-ad17-410c-aba1-fa3eb5ed3284
  kind: Event
  lastTimestamp: "2026-04-24T19:53:00Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:53:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18a9630024515ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32119"
    uid: c6b30acc-4013-4a3f-bd37-350a486c36a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32116"
    uid: 9c838f9e-d735-4391-8b0c-50e9513ca65b
  kind: Event
  lastTimestamp: "2026-04-24T19:53:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:53:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96303a2a5c59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32277"
    uid: ba644006-8020-47e9-833a-5e402da638cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32116"
    uid: 9c838f9e-d735-4391-8b0c-50e9513ca65b
  kind: Event
  lastTimestamp: "2026-04-24T19:53:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:53:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96303a3061928
    namespace: kserve-ci-e2e-test
    resourceVersion: "32279"
    uid: 311e6abe-9ca4-4f7d-9737-bcde363b5cc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32278"
    uid: 9c838f9e-d735-4391-8b0c-50e9513ca65b
  kind: Event
  lastTimestamp: "2026-04-24T19:54:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:54:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96307221e6ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32597"
    uid: 6e1c8236-31ba-4f35-acfc-219812828559
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32278"
    uid: 9c838f9e-d735-4391-8b0c-50e9513ca65b
  kind: Event
  lastTimestamp: "2026-04-24T19:54:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:54:00Z"
    name: isvc-sklearn-v2-runtime-predictor.18a9630722884c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: 95303d4b-3527-4446-a7bd-bca238989870
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32086"
    uid: 5c289649-1677-4803-9a15-47c450d12430
  kind: Event
  lastTimestamp: "2026-04-24T19:53:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:53:52Z"
    name: isvc-sklearn-v2-runtime.18a963002406d8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32538"
    uid: a757f687-1334-44ea-a569-878475152623
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32086"
    uid: 5c289649-1677-4803-9a15-47c450d12430
  kind: Event
  lastTimestamp: "2026-04-24T19:53:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:53:00Z"
    name: isvc-sklearn-v2-runtime.18a96300246a249f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32139"
    uid: a2a087e4-51d5-41b6-922b-bb770f58cd23
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32102"
    uid: 5c289649-1677-4803-9a15-47c450d12430
  kind: Event
  lastTimestamp: "2026-04-24T19:53:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:53:00Z"
    name: isvc-sklearn-v2-runtime.18a963002a145898
    namespace: kserve-ci-e2e-test
    resourceVersion: "32140"
    uid: ef65a9f0-166c-4c83-beb3-f0cdd3367bf2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:53:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32536"
    uid: 5c289649-1677-4803-9a15-47c450d12430
  kind: Event
  lastTimestamp: "2026-04-24T19:53:52Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:53:52Z"
    name: isvc-sklearn-v2-runtime.18a9630c46d88496
    namespace: kserve-ci-e2e-test
    resourceVersion: "32537"
    uid: af17d8d1-c285-4351-a468-5771a15551f4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 53bf4b7e-5535-47e1-9932-11aef2f7e4fc
  kind: Event
  lastTimestamp: "2026-04-24T19:55:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:55:13Z"
    name: isvc-sklearn-v2.18a9630e2504aed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33211"
    uid: 83171031-b46c-4aeb-a459-33e94a459c06
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:54:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 53bf4b7e-5535-47e1-9932-11aef2f7e4fc
  kind: Event
  lastTimestamp: "2026-04-24T19:54:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:54:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:54:00Z"
    name: isvc-sklearn-v2.18a9630e258a47d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32634"
    uid: 4d141683-280f-4622-bfd2-91f0698cb69e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:55:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: 53bf4b7e-5535-47e1-9932-11aef2f7e4fc
  kind: Event
  lastTimestamp: "2026-04-24T19:55:13Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:55:13Z"
    name: isvc-sklearn-v2.18a9631f2d61a09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33210"
    uid: 5a8b64c7-e6d2-4d9a-9739-722d02798bd8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30559"
    uid: 9abf4d0d-d887-4417-bf87-384b41d9de08
  kind: Event
  lastTimestamp: "2026-04-24T19:51:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:51:14Z"
    name: isvc-sklearn.18a962d6cfb7084b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31153"
    uid: 9c6f2287-6008-4cf2-94c2-c66cef9a55de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:50:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30559"
    uid: 9abf4d0d-d887-4417-bf87-384b41d9de08
  kind: Event
  lastTimestamp: "2026-04-24T19:50:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T19:50:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:50:02Z"
    name: isvc-sklearn.18a962d6d00bab12
    namespace: kserve-ci-e2e-test
    resourceVersion: "30591"
    uid: 675bedf7-dcae-401e-a6ee-f48bff16ff32
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31151"
    uid: 9abf4d0d-d887-4417-bf87-384b41d9de08
  kind: Event
  lastTimestamp: "2026-04-24T19:51:14Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:51:14Z"
    name: isvc-sklearn.18a962e798906fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31152"
    uid: 1c878b06-350d-4231-9b47-8ab710624129
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:56:40.895918Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33969"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-rqzdx
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:56:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:56:40Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a9633384be6cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33974"
    uid: 4732a545-b074-418e-936f-33fd0f009792
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33977"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:41Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:56:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a963339e480df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33983"
    uid: 5be5634e-e756-471d-b4d5-00912c4627c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a963339fa3d034
    namespace: kserve-ci-e2e-test
    resourceVersion: "33985"
    uid: 620be5c8-13f8-4796-97cc-f7e794ffafdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a96333a2c1d541
    namespace: kserve-ci-e2e-test
    resourceVersion: "33989"
    uid: 606035fd-2e2b-4483-b5f5-ce8b0efa62da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a96333a3372182
    namespace: kserve-ci-e2e-test
    resourceVersion: "33990"
    uid: 9f28a62f-3a2d-4a70-9fdb-286ab7f3b781
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:45Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-24T19:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:45Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a96334aed733c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34031"
    uid: 02ab0cbb-d58c-404a-bce3-fe62854e7d6e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:49Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.644s (3.644s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:49Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a9633588128ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34063"
    uid: 9351a13f-5c5b-4536-8539-a3c25c31d577
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:49Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a963358b28dc23
    namespace: kserve-ci-e2e-test
    resourceVersion: "34064"
    uid: 590bc22f-1a74-4e24-977d-e53b8a60a42b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:49Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a963358b9f3c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "34065"
    uid: 6173e82f-9d6a-4ea5-b1a3-c6699fbe7891
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:49Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a963358bacfa83
    namespace: kserve-ci-e2e-test
    resourceVersion: "34066"
    uid: c48bee1f-145c-4139-9179-20efdbc96d9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:49Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a963358ec29ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34067"
    uid: 730aabfd-432e-43d6-aca0-af0c0806ef77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:49Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a963358f3a45c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34068"
    uid: 2cfbeab3-96db-4694-adde-ff0451807deb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:56:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:56:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a96335da20fd97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34120"
    uid: 892d6691-eadf-4d82-8f17-15dc0920a8ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:57:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:22Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a9633d1b225f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34338"
    uid: 32e45773-35dd-4a1c-a396-0ad59f26db16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:57:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:22Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a9633d1b22caad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: 4dffe0a4-f4f5-4718-897d-740bba9115bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 6e2f2755-2b8f-4a43-adb4-3b62b3481168
  kind: Event
  lastTimestamp: "2026-04-24T19:57:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:51Z"
    name: isvc-tensorflow-predictor-6756f669d7-rqzdx.18a9633e3c023d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "34612"
    uid: 7411dcc3-d34c-4dce-889e-519b3454a159
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33957"
    uid: 65f31dc1-63a5-42e7-b905-5610a09c2f64
  kind: Event
  lastTimestamp: "2026-04-24T19:56:40Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-rqzdx'
  metadata:
    creationTimestamp: "2026-04-24T19:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:56:40Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a96333844c69a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33971"
    uid: 3577027c-4916-4804-b8a2-ea16a1fac45e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33955"
    uid: 5806ab78-8d52-4e40-bfc1-f5d2fe882d82
  kind: Event
  lastTimestamp: "2026-04-24T19:56:40Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:56:40Z"
    name: isvc-tensorflow-predictor.18a96333811a1f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: 53504da2-01a8-42c5-9bd7-ac119f9a4779
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 945330ed-6f83-49dd-a0c0-8ebdd5edcd41
  kind: Event
  lastTimestamp: "2026-04-24T19:56:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:56:55Z"
    name: isvc-tensorflow-predictor.18a96336fffd419d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 7d629f8d-c841-44f5-9db3-f03e09a75d5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33956"
    uid: 945330ed-6f83-49dd-a0c0-8ebdd5edcd41
  kind: Event
  lastTimestamp: "2026-04-24T19:56:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:56:55Z"
    name: isvc-tensorflow-predictor.18a96337005f75be
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: eee098ea-33c3-4930-8d74-9ec7b0d84b33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 945330ed-6f83-49dd-a0c0-8ebdd5edcd41
  kind: Event
  lastTimestamp: "2026-04-24T19:57:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:57:10Z"
    name: isvc-tensorflow-predictor.18a9633a7efda98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34231"
    uid: 663d572f-9a23-4b2d-ba39-a376f6f325d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 945330ed-6f83-49dd-a0c0-8ebdd5edcd41
  kind: Event
  lastTimestamp: "2026-04-24T19:57:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:57:10Z"
    name: isvc-tensorflow-predictor.18a9633a7f654ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34233"
    uid: 0dc08430-28d4-4033-9b38-f3059dcd3bd0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:57:22.149061Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34350"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:57:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:57:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633d1f9f70f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34354"
    uid: 5308c917-4664-4ccb-8428-57ec7267bb54
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34359"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:57:22Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:57:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633d38f4cd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34366"
    uid: ada39529-c702-42fc-b24e-1fde310de57d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:57:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633d3a47b046
    namespace: kserve-ci-e2e-test
    resourceVersion: "34369"
    uid: aa6e1ee1-e8b6-4552-9d94-83c8d54e13d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:57:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633d3db98552
    namespace: kserve-ci-e2e-test
    resourceVersion: "34370"
    uid: 4d673aa6-d51c-47e8-9bfa-f36b45511792
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:57:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633d3e2e0229
    namespace: kserve-ci-e2e-test
    resourceVersion: "34371"
    uid: a283cc66-5505-4953-aa09-e23f5dda892b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:57:28Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633e7dd867ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34417"
    uid: 2dc7e288-3ae8-4540-98d0-9572058fe33c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:57:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633e8108befa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34421"
    uid: cbea9f6e-fc2b-4222-9742-cc6083b79e7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:57:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633e8181db18
    namespace: kserve-ci-e2e-test
    resourceVersion: "34422"
    uid: 6e165c08-b4df-4005-8e36-cc98ae74eb9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:57:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633e818f715a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34423"
    uid: 6a06d49c-1abb-433f-8256-14e5daddb095
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:57:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633e84587eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34425"
    uid: 7c2c3731-e2e8-47de-bd46-c552578fe6da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:57:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633e84e07088
    namespace: kserve-ci-e2e-test
    resourceVersion: "34426"
    uid: b73cc604-77da-4977-899a-81cffb5cbb62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:57:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T19:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:57:35Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a9633eb9b8ce44
    namespace: kserve-ci-e2e-test
    resourceVersion: "34480"
    uid: b5cb5e54-c896-41c7-873b-6e82313101a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:58:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:58:03Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a96346c329beda
    namespace: kserve-ci-e2e-test
    resourceVersion: "34718"
    uid: 13025524-c7bf-46d8-bf58-5244c82d3ed5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:58:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:58:03Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a96346c32a8986
    namespace: kserve-ci-e2e-test
    resourceVersion: "34721"
    uid: 12b9a254-b9d1-4eb9-a8d7-eb6408cf8ffa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 8decbe48-ebbb-409c-88c3-7ad460858abe
  kind: Event
  lastTimestamp: "2026-04-24T19:58:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:58:30Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv.18a963471ba1fb36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34959"
    uid: 8e977886-8f5e-40c6-987b-ea51ad33f630
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34337"
    uid: c83f1bdc-c74f-48fa-9498-4029cc85fc73
  kind: Event
  lastTimestamp: "2026-04-24T19:57:22Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-ljdwv'
  metadata:
    creationTimestamp: "2026-04-24T19:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:57:22Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a9633d1f1455b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34351"
    uid: aa62425d-1cdb-412e-83c8-f7b16f94fd0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34335"
    uid: 772f1f99-39c5-4dca-8b8f-7184d1c46775
  kind: Event
  lastTimestamp: "2026-04-24T19:57:22Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:57:22Z"
    name: isvc-tensorflow-runtime-predictor.18a9633d1b8f49f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34340"
    uid: de9c7d86-a8aa-43bb-af28-8badded4f2ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34336"
    uid: 66e4156c-cc51-4a54-b97a-7d526304bce2
  kind: Event
  lastTimestamp: "2026-04-24T19:57:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:57:52Z"
    name: isvc-tensorflow-runtime-predictor.18a9634099ff8140
    namespace: kserve-ci-e2e-test
    resourceVersion: "34614"
    uid: 68ac15ad-2406-435c-8e42-dffcea9d78ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34336"
    uid: 66e4156c-cc51-4a54-b97a-7d526304bce2
  kind: Event
  lastTimestamp: "2026-04-24T19:57:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:57:52Z"
    name: isvc-tensorflow-runtime-predictor.18a963409a5e1fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34615"
    uid: 1baa8008-5ade-41b6-98a4-38f508bbbf0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34309"
    uid: 43307452-6f9d-4773-9b06-5c14a7444297
  kind: Event
  lastTimestamp: "2026-04-24T19:57:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:57:45Z"
    name: isvc-tensorflow-runtime.18a9633d1b630bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34562"
    uid: 894d87b0-0463-4cc7-8668-a84a95fb5cb5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34309"
    uid: 43307452-6f9d-4773-9b06-5c14a7444297
  kind: Event
  lastTimestamp: "2026-04-24T19:57:22Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:57:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:57:22Z"
    name: isvc-tensorflow-runtime.18a9633d1bbc2c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 5df98c60-587b-443a-bd3c-456e7cce1b02
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34560"
    uid: 43307452-6f9d-4773-9b06-5c14a7444297
  kind: Event
  lastTimestamp: "2026-04-24T19:57:45Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:57:45Z"
    name: isvc-tensorflow-runtime.18a96342783c0e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: c0b0722c-2ed3-4b66-847f-667e5e347ecd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33927"
    uid: 2d0f43c8-3f3e-44f2-8d49-a3f1507c6a1e
  kind: Event
  lastTimestamp: "2026-04-24T19:57:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:57:07Z"
    name: isvc-tensorflow.18a9633380f1b8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34202"
    uid: 2f20ca21-e4cc-42a5-9039-18ad8c8450d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:56:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33927"
    uid: 2d0f43c8-3f3e-44f2-8d49-a3f1507c6a1e
  kind: Event
  lastTimestamp: "2026-04-24T19:56:40Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:56:40Z"
    name: isvc-tensorflow.18a963338160d333
    namespace: kserve-ci-e2e-test
    resourceVersion: "33961"
    uid: c9b015a4-743e-450f-88f8-9fd27ea0177a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:57:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: 2d0f43c8-3f3e-44f2-8d49-a3f1507c6a1e
  kind: Event
  lastTimestamp: "2026-04-24T19:57:07Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:57:07Z"
    name: isvc-tensorflow.18a9633998f1c71d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34201"
    uid: 7e6b3d05-9fb8-4bac-88b4-2346fe24bab8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:58:03.651199Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34741"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-nbfjn
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:58:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:58:03Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a96346c957e251
    namespace: kserve-ci-e2e-test
    resourceVersion: "34745"
    uid: abe0f94e-e354-4f31-9a52-7bb0bc19f210
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34750"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T19:58:04Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:58:04Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a96346e253a751
    namespace: kserve-ci-e2e-test
    resourceVersion: "34758"
    uid: 04b21a67-518a-45e7-97f6-5f141e83fe17
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T19:58:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:58:04Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a96346e3c90ff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 53faa7c5-ecc2-4650-a5d4-ea151c09a1cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T19:58:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:58:04Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a96346e6cb8f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "34762"
    uid: fcb71887-9239-4fb2-97ef-0f97ab29058f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T19:58:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:58:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:58:04Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a96346e73f9c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "34763"
    uid: 0f15bcbc-a93b-4b5f-b667-176b7b44fcff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T19:58:08Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-24T19:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:58:08Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a96347d58239eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34801"
    uid: cf567022-21c6-4f0b-a696-8f4956f9d813
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T20:00:02Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.4s
    (1m54.4s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T20:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:02Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a96362784d30e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35595"
    uid: 3f1e953a-51e5-405e-aed5-c0e85ece62c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T20:00:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T20:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:02Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a963627e9f0122
    namespace: kserve-ci-e2e-test
    resourceVersion: "35597"
    uid: 06a6807d-259b-42d6-affe-0a8b7bfc4b64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T20:00:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:02Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a963627fe33c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "35598"
    uid: 2b51ad10-365e-4200-9efb-53d0a29c3693
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T20:00:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:02Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a963627ff38650
    namespace: kserve-ci-e2e-test
    resourceVersion: "35599"
    uid: f6a56c10-486b-4b14-9d77-df26096b2729
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T20:00:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T20:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:02Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a9636284ad31d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35600"
    uid: 0adb777f-df5b-4be4-a7da-e6e9b0346b57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T20:00:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:02Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a963628599f635
    namespace: kserve-ci-e2e-test
    resourceVersion: "35601"
    uid: 6d26677b-60c3-42a5-9670-42742fc83e62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T20:00:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T20:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:05Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a96362eedc158d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35623"
    uid: 4fc6bc9e-9e51-4955-8e9b-79ce8bc265b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T20:00:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:15Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a9636564cc1067
    namespace: kserve-ci-e2e-test
    resourceVersion: "35728"
    uid: adfe3cd8-da8e-479a-a38e-f854e73c2d34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T20:00:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:15Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a9636564cc8f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35732"
    uid: 9716fe5c-aab9-4d90-a91a-70c0a5cae31a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-nbfjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: def9c1eb-27f2-4770-9867-122466fc256f
  kind: Event
  lastTimestamp: "2026-04-24T20:00:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:15Z"
    name: isvc-triton-predictor-84bb65d94b-nbfjn.18a963657ea8d7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35762"
    uid: 0749e018-7514-4f11-ad3c-6e4b6b99e77f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34730"
    uid: 8dc798b9-d645-406f-b4ed-60cd4fba0ee4
  kind: Event
  lastTimestamp: "2026-04-24T19:58:03Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-nbfjn'
  metadata:
    creationTimestamp: "2026-04-24T19:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:58:03Z"
    name: isvc-triton-predictor-84bb65d94b.18a96346c8e81bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34742"
    uid: 957c6151-ecbe-4b6c-9486-40ae977a1682
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34726"
    uid: f9dd70f3-f7a6-48af-8ba3-8b5ba0185708
  kind: Event
  lastTimestamp: "2026-04-24T19:58:03Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:58:03Z"
    name: isvc-triton-predictor.18a96346c5bb7ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34733"
    uid: c393d13f-9b2a-47f7-95fb-82ad6cd6cf40
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34728"
    uid: dba90b3b-32da-4bcb-99b3-1fc1ba951930
  kind: Event
  lastTimestamp: "2026-04-24T20:00:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:00:03Z"
    name: isvc-triton-predictor.18a9634a441f991b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35609"
    uid: 6524cc34-8711-48d6-9d50-2bca6ca2300b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34728"
    uid: dba90b3b-32da-4bcb-99b3-1fc1ba951930
  kind: Event
  lastTimestamp: "2026-04-24T20:00:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:00:03Z"
    name: isvc-triton-predictor.18a9634a44822c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "35610"
    uid: 40af3687-dac1-4caf-b404-c130c7d5d5f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 3101f20c-1260-40fc-97ac-28c006202a29
  kind: Event
  lastTimestamp: "2026-04-24T20:00:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:00:10Z"
    name: isvc-triton.18a96346c5203b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 4150bfad-5265-4fcb-8689-313911768ace
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 3101f20c-1260-40fc-97ac-28c006202a29
  kind: Event
  lastTimestamp: "2026-04-24T19:58:03Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T19:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:58:03Z"
    name: isvc-triton.18a96346c5724c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "34751"
    uid: 6ead2d4b-63a0-48fc-a935-6ec90ea0f655
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:58:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34708"
    uid: 3101f20c-1260-40fc-97ac-28c006202a29
  kind: Event
  lastTimestamp: "2026-04-24T19:58:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:58:03Z"
    name: isvc-triton.18a96346cadce237
    namespace: kserve-ci-e2e-test
    resourceVersion: "34752"
    uid: 6ff7a36b-6f7f-4ad5-9524-5473aee0c0bc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35665"
    uid: 3101f20c-1260-40fc-97ac-28c006202a29
  kind: Event
  lastTimestamp: "2026-04-24T20:00:10Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-24T20:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:00:10Z"
    name: isvc-triton.18a963645a23b6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35666"
    uid: cccc6a1f-c7c9-4206-86e6-d8f62a55b668
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:00:15.214854Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-89622
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:00:15Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a963656b25db65
    namespace: kserve-ci-e2e-test
    resourceVersion: "35753"
    uid: f8ac5f8e-d60d-426e-82fb-e84c0d6e374c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35755"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:00:15Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:00:15Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a9636584cdaace
    namespace: kserve-ci-e2e-test
    resourceVersion: "35765"
    uid: 8d125eb9-e9a8-436d-9a1a-79937087f84d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:00:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:15Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a963658614aa6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35767"
    uid: 4a8e2bde-e633-46cd-a4e2-6aaf13b6fe48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:00:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:15Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a963658ade926f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35768"
    uid: 98c2bbd7-b488-45b5-ad6c-b4ce0489eade
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:00:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:15Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a963658b95c982
    namespace: kserve-ci-e2e-test
    resourceVersion: "35769"
    uid: 743b9fd6-8fa1-4db1-bd62-04366c6e16ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:00:20Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T20:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:20Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a96366ab8345f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: 510e11d4-1e68-4f4a-b5b7-e136fa54862d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:00:40Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.745s (19.745s
    including waiting). Image size: 1306417402 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T20:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a9636b4475dacf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: 33f4bf15-781f-449f-a9db-c917c4a5c0cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:00:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T20:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a9636b4b1e2d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "35954"
    uid: e45c359a-f83e-45dd-9d04-1d5f81151934
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:00:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a9636b4c5c6c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "35955"
    uid: 5d87dc1d-1d4f-4656-8256-eb8bba19199a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:00:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a9636b4c69be17
    namespace: kserve-ci-e2e-test
    resourceVersion: "35957"
    uid: d9e9d9fa-80b7-464a-a403-0ac7567912eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:00:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T20:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a9636b51a2a591
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: b95f65be-6337-4c8a-b7d7-ac63c81666ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:00:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:00:40Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a9636b52ada65b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35960"
    uid: b20ba504-5f4f-467c-94d9-2081531b89df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:01:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T20:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:01:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a9636b93220a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36590"
    uid: edb8a4aa-8d80-4d42-a347-bd1511b951ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:01:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:01:55Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a9637cbcb523fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36538"
    uid: 1dd01d54-c94f-404c-a417-c87a2d1bbdc3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:01:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:01:55Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a9637cbcb5a293
    namespace: kserve-ci-e2e-test
    resourceVersion: "36540"
    uid: ea0afde1-ffdd-416c-ab4a-37e16b09ebad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-89622
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: 8d5f3449-0cd3-4f31-a32f-d9d6573c3662
  kind: Event
  lastTimestamp: "2026-04-24T20:01:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T20:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:01:57Z"
    name: isvc-xgboost-predictor-8689c4cfcc-89622.18a9637d4536a99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36589"
    uid: fe5d237c-6eed-479e-906c-2432fa74e7a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35734"
    uid: e68ad0c0-71d4-4b80-9c5f-8819d24e0d3a
  kind: Event
  lastTimestamp: "2026-04-24T20:00:15Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-89622'
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:00:15Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a963656ab77145
    namespace: kserve-ci-e2e-test
    resourceVersion: "35746"
    uid: 2a601e32-c1df-41d6-8513-3deb5b4e24a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35731"
    uid: 6513264e-c7b4-4db7-895d-bb12a75f89dd
  kind: Event
  lastTimestamp: "2026-04-24T20:00:15Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:00:15Z"
    name: isvc-xgboost-predictor.18a96365663a12a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35736"
    uid: a8fc1832-dfc6-4684-ac14-4b347b51ccbb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35733"
    uid: 93f37d85-e1ec-4898-84c9-3833501ce953
  kind: Event
  lastTimestamp: "2026-04-24T20:01:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:01:15Z"
    name: isvc-xgboost-predictor.18a96368e508782a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36205"
    uid: 046559a2-efe8-4d22-8ca2-dff990833a8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35733"
    uid: 93f37d85-e1ec-4898-84c9-3833501ce953
  kind: Event
  lastTimestamp: "2026-04-24T20:01:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:01:15Z"
    name: isvc-xgboost-predictor.18a96368e5691b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "36206"
    uid: 839048af-9db1-49a3-a35d-ce05b88e288e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 93f37d85-e1ec-4898-84c9-3833501ce953
  kind: Event
  lastTimestamp: "2026-04-24T20:01:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:01:45Z"
    name: isvc-xgboost-predictor.18a96376e1768bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 1a011954-4b54-49d9-af24-ae3743d41447
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 93f37d85-e1ec-4898-84c9-3833501ce953
  kind: Event
  lastTimestamp: "2026-04-24T20:01:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:01:45Z"
    name: isvc-xgboost-predictor.18a96376e1ddbf64
    namespace: kserve-ci-e2e-test
    resourceVersion: "36420"
    uid: db8eebab-c681-49f5-94b2-5abedf7a4b82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:03:35.763259Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37427"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-lq56x
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:03:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:03:35Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a963941cc3b1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37433"
    uid: 94513dfe-826b-43f4-a5fe-acc98aebd229
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:03:36Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:03:36Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a9639435d89ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37445"
    uid: 8a52e792-6378-4dbb-b8b2-1b9823c54379
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:03:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:36Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a96394372ebc17
    namespace: kserve-ci-e2e-test
    resourceVersion: "37447"
    uid: 35b5f459-1460-403c-9f53-31b78b8a1cc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:03:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:36Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a9639439f26075
    namespace: kserve-ci-e2e-test
    resourceVersion: "37450"
    uid: 9f233b96-4601-4639-86b4-4feb02bb4ddb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:03:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:03:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:36Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a963943a68e862
    namespace: kserve-ci-e2e-test
    resourceVersion: "37451"
    uid: c1695559-d59e-4b91-a4ee-7edf0dc885b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:03:40Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a96395251a7d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "37487"
    uid: 1fe630c4-c498-454e-bdb9-fc83cafad17a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:03:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T20:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a96395280068ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37489"
    uid: 0ac78ffb-f7fc-4abd-ae7e-0ebe07df1cb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:03:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a963952876f878
    namespace: kserve-ci-e2e-test
    resourceVersion: "37492"
    uid: 5c69f1ef-e0e8-43ae-acf7-3727cae5b6f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:03:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a9639528839abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37494"
    uid: 4bbc2f07-75eb-4b4e-8b4c-09bee642e548
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:03:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T20:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a963952b5db8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37496"
    uid: fe345a19-58ec-4a23-9e4d-4755fe23638c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:03:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:40Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a963952bd09773
    namespace: kserve-ci-e2e-test
    resourceVersion: "37497"
    uid: a1b78ec0-310d-48aa-80c8-a1c052ffb4e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:04:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T20:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:04:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a963959cbc426a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38131"
    uid: 16c4fc46-9e29-4b03-b4c5-8654874f32a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:04:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:04:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a963a6c63337ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38075"
    uid: 29cbf4b2-a2d1-4436-a91c-040c70c10054
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:04:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:04:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a963a6c633a441
    namespace: kserve-ci-e2e-test
    resourceVersion: "38078"
    uid: 2c8ddc5a-d434-4bc7-afb3-8b2e1bc3ba91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 58fa2331-6d65-4820-b748-c4151cebf06b
  kind: Event
  lastTimestamp: "2026-04-24T20:04:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.58:8643/healthz": dial tcp
    10.132.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T20:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:04:58Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-lq56x.18a963a74eedf891
    namespace: kserve-ci-e2e-test
    resourceVersion: "38130"
    uid: 1f86164b-1345-42c9-a7cd-d7af56e6ad98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37416"
    uid: d97d7b11-0b2f-465f-9c45-f29dc240d0b0
  kind: Event
  lastTimestamp: "2026-04-24T20:03:35Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-lq56x'
  metadata:
    creationTimestamp: "2026-04-24T20:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:03:35Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a963941c590d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "37428"
    uid: c52e1730-1587-4584-8d1a-2bef6ce48fc9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37414"
    uid: 057c88de-6f22-430e-b05e-e34334899b82
  kind: Event
  lastTimestamp: "2026-04-24T20:03:35Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T20:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:03:35Z"
    name: isvc-xgboost-runtime-predictor.18a9639419431975
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 13a3c7a3-02b2-4466-a4ba-0618697d265a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: 30fc5440-efcc-46a6-9a65-336bfa88fb3d
  kind: Event
  lastTimestamp: "2026-04-24T20:03:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:03:50Z"
    name: isvc-xgboost-runtime-predictor.18a96397980a333a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37575"
    uid: 84668d93-075c-464d-9579-b88dc6d5ae3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: 30fc5440-efcc-46a6-9a65-336bfa88fb3d
  kind: Event
  lastTimestamp: "2026-04-24T20:03:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:03:50Z"
    name: isvc-xgboost-runtime-predictor.18a96397986ac100
    namespace: kserve-ci-e2e-test
    resourceVersion: "37577"
    uid: 8f725c53-27d1-4ddc-9bdf-23acd422be36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 30fc5440-efcc-46a6-9a65-336bfa88fb3d
  kind: Event
  lastTimestamp: "2026-04-24T20:04:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:04:50Z"
    name: isvc-xgboost-runtime-predictor.18a9639b173e4eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38003"
    uid: e74fce3a-3fbc-407c-963c-86d9a034771e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37576"
    uid: 30fc5440-efcc-46a6-9a65-336bfa88fb3d
  kind: Event
  lastTimestamp: "2026-04-24T20:04:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:04:50Z"
    name: isvc-xgboost-runtime-predictor.18a9639b17a1818c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: 4f6d1d57-f477-49ce-9514-16d040b0fb52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: ef7dfffd-3993-4b28-84be-1eab6a0c876a
  kind: Event
  lastTimestamp: "2026-04-24T20:04:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:04:48Z"
    name: isvc-xgboost-runtime.18a96394191bc011
    namespace: kserve-ci-e2e-test
    resourceVersion: "37988"
    uid: 80ccd0be-ab32-4292-bfe4-e6de8d6b2c45
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37386"
    uid: ef7dfffd-3993-4b28-84be-1eab6a0c876a
  kind: Event
  lastTimestamp: "2026-04-24T20:03:35Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:03:35Z"
    name: isvc-xgboost-runtime.18a9639419834a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "37420"
    uid: 67c8b55f-2998-4ee7-aa0a-4c8332b82d52
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37986"
    uid: ef7dfffd-3993-4b28-84be-1eab6a0c876a
  kind: Event
  lastTimestamp: "2026-04-24T20:04:48Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T20:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:04:48Z"
    name: isvc-xgboost-runtime.18a963a4ffefa3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37987"
    uid: 463a4af2-2b72-4cbc-9c29-7f3abe64f83b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:01:55.464773Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36546"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:01:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:01:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637cc28235f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36551"
    uid: 3b71413e-d200-4569-8960-e7e7ac4b92b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:01:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T20:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:01:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637ccd763af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: 5805b32a-e625-431e-8608-6b4b1193c429
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36554"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:01:56Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:01:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637cff80d92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36571"
    uid: 56c2ea33-0261-4008-ab42-30543f5be76d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:01:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:01:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637d00fc5fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36573"
    uid: abcb7ab8-f4ae-4cbb-ac24-f5db03b19790
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:01:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:01:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637d04ae3314
    namespace: kserve-ci-e2e-test
    resourceVersion: "36576"
    uid: ce1a4e3f-c94e-4f83-aa0f-4c72d67f427f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:01:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:01:56Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637d05382911
    namespace: kserve-ci-e2e-test
    resourceVersion: "36577"
    uid: e8141fe9-937e-409d-804a-3fb86260615f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:02:00Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T20:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637e06080c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "36616"
    uid: badd0b53-e584-4a14-963b-cf028d153b85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:02:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T20:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637e08d20a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "36618"
    uid: f29d80f7-2da9-4b8a-97c5-396592d52a99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:02:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637e0948772d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36621"
    uid: db212bbe-29b7-41db-a9b1-581ea4c2724b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:02:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637e0954bb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "36622"
    uid: 4000cf56-f9e6-4cf7-b87d-a1bf7e2d435d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:02:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T20:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:01Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637e0c7c9d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36625"
    uid: 0e96ecd3-abb6-4df9-a6dd-cbe031ad7e00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:02:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:01Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a9637e0cf54cc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36626"
    uid: e3b830e0-2c09-4772-8af8-e42c47e20094
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:02:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a963886e05e1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36981"
    uid: 824fd0bd-fa2e-40e5-841e-9aa213af066f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:02:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a963886e066731
    namespace: kserve-ci-e2e-test
    resourceVersion: "36987"
    uid: 0b09bf5f-240a-4039-b469-7f9777efb002
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 5d714a28-3874-4872-8b35-1ec72d60f44f
  kind: Event
  lastTimestamp: "2026-04-24T20:02:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T20:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:47Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf.18a96388f7e498d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37031"
    uid: 1cb8eb1f-81c3-476d-9a3e-99f53a4f6966
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "36531"
    uid: 4bc62e10-976d-452b-a7dd-02f03e10928f
  kind: Event
  lastTimestamp: "2026-04-24T20:01:55Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-4dwbf'
  metadata:
    creationTimestamp: "2026-04-24T20:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:01:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a9637cc205d25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36548"
    uid: a6ad12b1-dca4-496a-a570-eaf42a87f94a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36528"
    uid: de7d8702-2f70-4f35-80e0-f2a155402ff9
  kind: Event
  lastTimestamp: "2026-04-24T20:01:55Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T20:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:01:55Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a9637cbc09f7d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36534"
    uid: 9cd391be-9bec-47a6-90f0-935bf1aa9e2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36530"
    uid: ea3be406-2e18-4640-8707-f19f5a71a953
  kind: Event
  lastTimestamp: "2026-04-24T20:02:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:02:40Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a963803a7f4ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: 9cba1729-4a59-4fbc-a70e-f9d9e5e333ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36530"
    uid: ea3be406-2e18-4640-8707-f19f5a71a953
  kind: Event
  lastTimestamp: "2026-04-24T20:02:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:02:40Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a963803adb130a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36905"
    uid: d7681e61-a6a5-436e-ae72-ca8902f495e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 636b128a-23c3-4eb8-adb0-206f6dd170e6
  kind: Event
  lastTimestamp: "2026-04-24T20:02:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:02:38Z"
    name: isvc-xgboost-v2-mlserver.18a9637cbbe36f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "36890"
    uid: 9dc5fdbf-084d-4ea9-8fe9-2dd2c5e91ffa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36504"
    uid: 636b128a-23c3-4eb8-adb0-206f6dd170e6
  kind: Event
  lastTimestamp: "2026-04-24T20:01:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:01:55Z"
    name: isvc-xgboost-v2-mlserver.18a9637cbc8cf545
    namespace: kserve-ci-e2e-test
    resourceVersion: "36537"
    uid: 274ad749-40ab-44ed-8f3b-f032c477490b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36888"
    uid: 636b128a-23c3-4eb8-adb0-206f6dd170e6
  kind: Event
  lastTimestamp: "2026-04-24T20:02:37Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T20:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:02:38Z"
    name: isvc-xgboost-v2-mlserver.18a96386a9c96080
    namespace: kserve-ci-e2e-test
    resourceVersion: "36889"
    uid: 42ad031d-d2c6-408e-9ed5-480fe109065d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:05:56.114673Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38598"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:05:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:05:56Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b4ca5c3e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38602"
    uid: 5a20a800-5251-4075-8b98-7f6f6d0dc999
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38606"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:05:56Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:05:56Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b4e3c00579
    namespace: kserve-ci-e2e-test
    resourceVersion: "38613"
    uid: 005a0189-37de-484a-9300-501d05e469cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:05:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:56Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b4e50d305f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38617"
    uid: ce524b78-ff84-4a5e-8eb9-27bffb66b042
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:05:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:56Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b4e7af45bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38618"
    uid: ac7807db-c554-44a3-958f-c04463f8550c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:05:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:56Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b4e8211420
    namespace: kserve-ci-e2e-test
    resourceVersion: "38619"
    uid: 87c0231c-1904-4458-b686-e0d3fc04eb57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:06:00Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:06:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b5d67a5d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "38657"
    uid: ae5b5fad-c6eb-4b54-bcd9-1ca3aacbb76d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:06:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:06:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b5d98a7eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38661"
    uid: aaf89c4c-54e2-4751-b364-b8147167efee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:06:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:06:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b5da036add
    namespace: kserve-ci-e2e-test
    resourceVersion: "38662"
    uid: f580fcbb-9ff6-474f-9101-651d7bc6bb2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:06:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:06:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b5da1204a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38663"
    uid: e0c0c48d-4052-4253-ac03-138c6180c631
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:06:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:06:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b5dd78e13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38666"
    uid: f9daf41d-bfc7-4015-aea7-2635ef7be707
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:06:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:06:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b5ddfd3ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38667"
    uid: 0640a97c-fb6c-43a3-b9de-fb546aca3d5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T20:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:07:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T20:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963b64e250736
    namespace: kserve-ci-e2e-test
    resourceVersion: "39313"
    uid: ad004522-d1c4-4108-bfbf-ee47e85f5230
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:07:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:16Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963c77aa06d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "39275"
    uid: aeb800e1-232d-449b-bab4-ee4fc7c587d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:07:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:16Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963c77aa0e798
    namespace: kserve-ci-e2e-test
    resourceVersion: "39276"
    uid: 1b092f59-c1da-4b1d-b032-c2ed3ab42de2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "38599"
    uid: 4cd865c2-1061-4df3-b73c-3d9e9c828ee3
  kind: Event
  lastTimestamp: "2026-04-24T20:07:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T20:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:07:18Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q.18a963c80049802f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39312"
    uid: ee2c807f-661e-482e-a1a6-8d550a0e16f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38586"
    uid: 2d787e5b-8cca-47cb-842f-9b5a5d5219a7
  kind: Event
  lastTimestamp: "2026-04-24T20:05:56Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-stx4q'
  metadata:
    creationTimestamp: "2026-04-24T20:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:05:56Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a963b4c9fed48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38600"
    uid: 99b36f36-0a48-4c84-90cf-7173b5eb2aef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38584"
    uid: d34715a1-93ba-4e20-8204-dd2097ca893e
  kind: Event
  lastTimestamp: "2026-04-24T20:05:56Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T20:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:05:56Z"
    name: isvc-xgboost-v2-predictor.18a963b4c6ee188c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38589"
    uid: 37aa4ac1-0c3a-4b05-9f97-b1192abf2eaa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:06:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38585"
    uid: a1a553ad-fd3d-41b3-86f4-c731a4438a9b
  kind: Event
  lastTimestamp: "2026-04-24T20:06:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:06:26Z"
    name: isvc-xgboost-v2-predictor.18a963b845700558
    namespace: kserve-ci-e2e-test
    resourceVersion: "38853"
    uid: c34d95fb-f85a-4b80-855d-b82661045d5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:06:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38585"
    uid: a1a553ad-fd3d-41b3-86f4-c731a4438a9b
  kind: Event
  lastTimestamp: "2026-04-24T20:06:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:06:26Z"
    name: isvc-xgboost-v2-predictor.18a963b845b6d8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38855"
    uid: fcf97c6a-87db-436c-a629-ad2ffec929ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T20:06:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: a1a553ad-fd3d-41b3-86f4-c731a4438a9b
  kind: Event
  lastTimestamp: "2026-04-24T20:07:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:07:11Z"
    name: isvc-xgboost-v2-predictor.18a963bf438d54ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "39186"
    uid: aefbe756-f5f4-453c-84f4-a90a9afabf1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T20:06:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: a1a553ad-fd3d-41b3-86f4-c731a4438a9b
  kind: Event
  lastTimestamp: "2026-04-24T20:07:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:06:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:07:11Z"
    name: isvc-xgboost-v2-predictor.18a963bf43f02b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "39187"
    uid: ad9a718c-1c04-4d71-b558-6eb1aa81efc5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:04:55.978113Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38083"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:04:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:04:55Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963a6c9f142ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: 767937ae-c6b6-40d7-b790-8a21f482f92a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38094"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:04:56Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:04:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963a6e315503f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38102"
    uid: a6a99954-c4f0-4184-80f3-c4550ab9100e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:04:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:04:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963a6e46ae7b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: f3479842-29eb-47e7-8708-06ae8c847331
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:04:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:04:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963a6e79bdd3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38105"
    uid: 7b0fef80-fe97-4bb2-a5f4-d5b593310054
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:04:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:04:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963a6e8525985
    namespace: kserve-ci-e2e-test
    resourceVersion: "38106"
    uid: 5ebae1f3-f6cc-45a0-83df-9a653283daae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:05:00Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T20:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963a7d33de45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38147"
    uid: 01a9b21e-c315-4e80-9a2c-245ff112a0fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:05:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T20:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963a7d655c4eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38151"
    uid: 687761c1-020e-42dc-b0ca-cc3fefa550f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:05:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963a7d6ca5e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "38154"
    uid: 52b57cb1-649a-479f-a0ae-8e3272469c26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:05:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963a7d6d70dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38155"
    uid: ed9c8af1-4d16-458f-802e-9a2728e139d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:05:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T20:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963a7d97a2196
    namespace: kserve-ci-e2e-test
    resourceVersion: "38159"
    uid: e977ab92-db7d-4bc7-bac1-e7bf03ca3b5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:05:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963a7d9ebd381
    namespace: kserve-ci-e2e-test
    resourceVersion: "38160"
    uid: 7a5df16c-a1fe-436d-b2e2-43b0bd2df388
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:05:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T20:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:38Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963b0b18d26b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38420"
    uid: 2db9f7e3-fd39-4b9b-b4e9-177d4451d605
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:05:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963b4c5c6b92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38582"
    uid: 1b55f066-4dbe-482f-929e-b3e278772997
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:05:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:56Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963b4c5c80f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: e534b763-d728-45f4-8691-f97f7fb0c2dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:06:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.59:8643/healthz": dial tcp
    10.132.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T20:05:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:06:03Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963b555030a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38686"
    uid: 0b74d1a9-3237-47e9-a572-6abdb6664eb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38087"
    uid: da99034c-3de5-4ced-b2ca-3d3ce20255f6
  kind: Event
  lastTimestamp: "2026-04-24T20:05:59Z"
  message: 'Readiness probe failed: Get "http://10.132.0.59:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-24T20:05:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:05:59Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw.18a963b593694fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38648"
    uid: 03bad959-f766-446e-8346-45df856068b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38073"
    uid: 116d7574-cc8c-4fd4-aafb-76959015ce62
  kind: Event
  lastTimestamp: "2026-04-24T20:04:55Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-nt9mw'
  metadata:
    creationTimestamp: "2026-04-24T20:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:04:55Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a963a6c97c44e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38086"
    uid: db715987-2179-4fa8-9663-2d5e6a6bffdc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38070"
    uid: 76765ed1-2c81-4cf1-adce-f0265c5ae386
  kind: Event
  lastTimestamp: "2026-04-24T20:04:55Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T20:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:04:55Z"
    name: isvc-xgboost-v2-runtime-predictor.18a963a6c62fc823
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: 87bb474c-5791-47b3-8fe7-a85f9820ffa4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 89434224-1a20-490b-bb00-1d4af7be4a69
  kind: Event
  lastTimestamp: "2026-04-24T20:05:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:05:10Z"
    name: isvc-xgboost-v2-runtime-predictor.18a963aa44d7d48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38229"
    uid: 9b46909f-f407-4f25-b219-802cbbdf6cef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 89434224-1a20-490b-bb00-1d4af7be4a69
  kind: Event
  lastTimestamp: "2026-04-24T20:05:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:05:10Z"
    name: isvc-xgboost-v2-runtime-predictor.18a963aa453aa46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38230"
    uid: e82fa0c0-62ee-43af-809f-344e80330f31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38228"
    uid: 89434224-1a20-490b-bb00-1d4af7be4a69
  kind: Event
  lastTimestamp: "2026-04-24T20:05:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:05:55Z"
    name: isvc-xgboost-v2-runtime-predictor.18a963adc490c7c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38561"
    uid: 98919948-876e-45d6-af46-058a1fef1eae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38228"
    uid: 89434224-1a20-490b-bb00-1d4af7be4a69
  kind: Event
  lastTimestamp: "2026-04-24T20:05:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:05:56Z"
    name: isvc-xgboost-v2-runtime-predictor.18a963adc4f8de12
    namespace: kserve-ci-e2e-test
    resourceVersion: "38566"
    uid: a5dc2c86-c05e-4206-b697-68a222ae25f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38044"
    uid: dd95333c-0741-4b7a-b662-84e4f225b67a
  kind: Event
  lastTimestamp: "2026-04-24T20:05:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:05:48Z"
    name: isvc-xgboost-v2-runtime.18a963a6c638e862
    namespace: kserve-ci-e2e-test
    resourceVersion: "38496"
    uid: 2074a902-8c16-4b09-a521-8283cf30349e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:04:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38044"
    uid: dd95333c-0741-4b7a-b662-84e4f225b67a
  kind: Event
  lastTimestamp: "2026-04-24T20:04:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:04:55Z"
    name: isvc-xgboost-v2-runtime.18a963a6c6ef4652
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: 3d2a2567-6207-42c3-b8b4-7893d4c90b86
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38494"
    uid: dd95333c-0741-4b7a-b662-84e4f225b67a
  kind: Event
  lastTimestamp: "2026-04-24T20:05:48Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T20:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:05:48Z"
    name: isvc-xgboost-v2-runtime.18a963b3063ac4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38495"
    uid: 6c7c4d8b-5d69-4b57-9ec6-cbcb49667456
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38554"
    uid: 0f7f0d66-6d5b-424f-8d66-fef47dbaea1d
  kind: Event
  lastTimestamp: "2026-04-24T20:07:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:07:08Z"
    name: isvc-xgboost-v2.18a963b4c6cc4b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "39170"
    uid: fe7bea22-98aa-4a26-80d1-1d0f133bc8ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:05:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38554"
    uid: 0f7f0d66-6d5b-424f-8d66-fef47dbaea1d
  kind: Event
  lastTimestamp: "2026-04-24T20:05:56Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:05:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:05:56Z"
    name: isvc-xgboost-v2.18a963b4c7338153
    namespace: kserve-ci-e2e-test
    resourceVersion: "38591"
    uid: 780e7f8e-2f43-4c19-8af2-f1faa240d230
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:07:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39167"
    uid: 0f7f0d66-6d5b-424f-8d66-fef47dbaea1d
  kind: Event
  lastTimestamp: "2026-04-24T20:07:08Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T20:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:07:08Z"
    name: isvc-xgboost-v2.18a963c5b1699afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39169"
    uid: e8258d22-25d4-4419-a2f9-dea064674f9b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35704"
    uid: e628a214-180b-476d-b80a-280c9c8fc33b
  kind: Event
  lastTimestamp: "2026-04-24T20:01:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:01:47Z"
    name: isvc-xgboost.18a9636565f7cfb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36446"
    uid: 7ca32d42-d1be-4af1-87b9-81ae1e9ead2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:00:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35704"
    uid: e628a214-180b-476d-b80a-280c9c8fc33b
  kind: Event
  lastTimestamp: "2026-04-24T20:00:15Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T20:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:00:15Z"
    name: isvc-xgboost.18a96365665ac8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35738"
    uid: b991898d-c4cc-4d25-9844-d5374c4feafa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:01:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36443"
    uid: e628a214-180b-476d-b80a-280c9c8fc33b
  kind: Event
  lastTimestamp: "2026-04-24T20:01:47Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T20:01:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:01:47Z"
    name: isvc-xgboost.18a9637af6029983
    namespace: kserve-ci-e2e-test
    resourceVersion: "36444"
    uid: 44122cb6-e472-4025-b125-2912838260d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:20:25.920373Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zh6vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: 1338ff04-e7dd-4a97-bccf-b850344909fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-zh6vj
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:20:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:20:25Z"
    name: message-dumper-predictor-c7d86bcbd-zh6vj.18a961391e195dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: 1012bbd9-17ee-4cbb-bc68-811934cfa1ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zh6vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 1338ff04-e7dd-4a97-bccf-b850344909fd
  kind: Event
  lastTimestamp: "2026-04-24T19:20:26Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:20:26Z"
    name: message-dumper-predictor-c7d86bcbd-zh6vj.18a9613936be799d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: 719125c5-b064-43f8-85b9-7a9a1ffef157
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zh6vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: 1338ff04-e7dd-4a97-bccf-b850344909fd
  kind: Event
  lastTimestamp: "2026-04-24T19:20:26Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-24T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:26Z"
    name: message-dumper-predictor-c7d86bcbd-zh6vj.18a96139380ba86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 534f9ec0-7ed8-4820-9039-0c3a29b543af
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zh6vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: 1338ff04-e7dd-4a97-bccf-b850344909fd
  kind: Event
  lastTimestamp: "2026-04-24T19:20:27Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.041s (1.041s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T19:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:27Z"
    name: message-dumper-predictor-c7d86bcbd-zh6vj.18a961397624a133
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: 89649c0d-e076-4d08-a0ca-242c34635620
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zh6vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: 1338ff04-e7dd-4a97-bccf-b850344909fd
  kind: Event
  lastTimestamp: "2026-04-24T19:20:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:27Z"
    name: message-dumper-predictor-c7d86bcbd-zh6vj.18a96139795d1f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15612"
    uid: 5d8057fb-9acb-42a1-94fd-3f8d53fd1944
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zh6vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: 1338ff04-e7dd-4a97-bccf-b850344909fd
  kind: Event
  lastTimestamp: "2026-04-24T19:20:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:27Z"
    name: message-dumper-predictor-c7d86bcbd-zh6vj.18a9613979d29d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15613"
    uid: 6cd74872-2c90-4ec3-9dff-6c9b75b96ac2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zh6vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: 1338ff04-e7dd-4a97-bccf-b850344909fd
  kind: Event
  lastTimestamp: "2026-04-24T19:20:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:27Z"
    name: message-dumper-predictor-c7d86bcbd-zh6vj.18a9613979df95c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: 7d206ab9-5205-4ad1-b80b-cd1c8b7a9c94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zh6vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: 1338ff04-e7dd-4a97-bccf-b850344909fd
  kind: Event
  lastTimestamp: "2026-04-24T19:20:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:27Z"
    name: message-dumper-predictor-c7d86bcbd-zh6vj.18a961397dcc2f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15616"
    uid: 68f73521-8ddf-4238-bde9-576021a7ef1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zh6vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: 1338ff04-e7dd-4a97-bccf-b850344909fd
  kind: Event
  lastTimestamp: "2026-04-24T19:20:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:20:27Z"
    name: message-dumper-predictor-c7d86bcbd-zh6vj.18a961397e42e47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: eaa9c5d6-41ef-42c0-92f6-413e844c52a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zh6vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: 1338ff04-e7dd-4a97-bccf-b850344909fd
  kind: Event
  lastTimestamp: "2026-04-24T19:22:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:01Z"
    name: message-dumper-predictor-c7d86bcbd-zh6vj.18a9614f484390ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 174026ad-ea3a-4ca1-bf94-c6851883edf8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-zh6vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: 1338ff04-e7dd-4a97-bccf-b850344909fd
  kind: Event
  lastTimestamp: "2026-04-24T19:22:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:22:01Z"
    name: message-dumper-predictor-c7d86bcbd-zh6vj.18a9614f484410d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16413"
    uid: 9bc15c5d-cb88-4fea-a818-0865ba3ee857
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: 20c02034-ed85-48c6-98bd-10663022eeed
  kind: Event
  lastTimestamp: "2026-04-24T19:20:25Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-zh6vj'
  metadata:
    creationTimestamp: "2026-04-24T19:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:20:25Z"
    name: message-dumper-predictor-c7d86bcbd.18a961391d83217b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: e6037530-e83c-4909-a2bb-339883281efd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 51427941-7bb7-406f-bbf1-b0e6209bd302
  kind: Event
  lastTimestamp: "2026-04-24T19:20:25Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T19:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:20:25Z"
    name: message-dumper-predictor.18a961391b01a4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: 3ed2065e-7cde-478b-b7a9-41e73b8aba72
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 02b44124-63d5-46fb-a1f5-a3f913937a8c
  kind: Event
  lastTimestamp: "2026-04-24T19:20:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:20:55Z"
    name: message-dumper-predictor.18a9613c99bf581e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15909"
    uid: bcacb9f6-2f67-4af4-a3ae-1d938fcb66c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 02b44124-63d5-46fb-a1f5-a3f913937a8c
  kind: Event
  lastTimestamp: "2026-04-24T19:20:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:20:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:20:55Z"
    name: message-dumper-predictor.18a9613c9a262f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 2c80fb23-d17b-431a-b353-3b8be7a478b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:21:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: 02b44124-63d5-46fb-a1f5-a3f913937a8c
  kind: Event
  lastTimestamp: "2026-04-24T19:21:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:21:10Z"
    name: message-dumper-predictor.18a96143978f4c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: d65e30f6-4002-4b19-97de-a2ccffbfcaef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:21:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: 02b44124-63d5-46fb-a1f5-a3f913937a8c
  kind: Event
  lastTimestamp: "2026-04-24T19:21:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:21:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:21:10Z"
    name: message-dumper-predictor.18a9614397f51eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: 8a11244f-8fcb-467e-8148-bc402d72fa05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 7acbfbe8-1e2b-4d0c-8cce-9434faf1dbc1
  kind: Event
  lastTimestamp: "2026-04-24T19:20:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:20:35Z"
    name: message-dumper.18a961391b09f523
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: dcdf9df6-3668-40ad-b92e-3c500b49b494
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 7acbfbe8-1e2b-4d0c-8cce-9434faf1dbc1
  kind: Event
  lastTimestamp: "2026-04-24T19:20:25Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T19:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:20:25Z"
    name: message-dumper.18a961391bf2075c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: f436bacb-91d8-4e76-baea-834b23728c5a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: 7acbfbe8-1e2b-4d0c-8cce-9434faf1dbc1
  kind: Event
  lastTimestamp: "2026-04-24T19:20:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:20:25Z"
    name: message-dumper.18a96139219c253d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: a206573f-45e8-41c9-8cb2-8036723adee0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:20:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: 7acbfbe8-1e2b-4d0c-8cce-9434faf1dbc1
  kind: Event
  lastTimestamp: "2026-04-24T19:20:35Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:20:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:20:35Z"
    name: message-dumper.18a9613b5c3ef177
    namespace: kserve-ci-e2e-test
    resourceVersion: "15690"
    uid: eec01c50-bcbb-4557-a6e0-7a98e9003e4b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T19:51:23.018006Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31255"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T19:51:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T19:51:23Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962e981be6538
    namespace: kserve-ci-e2e-test
    resourceVersion: "31262"
    uid: 272e0894-033e-4d01-9e2b-5977f2e89ef1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31266"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:51:23Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T19:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T19:51:23Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962e99b0bbc10
    namespace: kserve-ci-e2e-test
    resourceVersion: "31274"
    uid: 83f81e2a-6a35-449b-aaa2-02294ce086d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:51:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:23Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962e99c6e0e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31276"
    uid: 61091d0a-ba32-47da-a289-adf28ddb3ea7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:51:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T19:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:23Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962e99f44b8da
    namespace: kserve-ci-e2e-test
    resourceVersion: "31277"
    uid: 7beab9d7-c433-47ed-8513-fe816d6830e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:51:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T19:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:23Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962e9a022d0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31278"
    uid: 2fba8496-9b5a-4267-abaa-5e17b2dab1ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:51:27Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T19:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:27Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962eaa77ea9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 9310ffdc-53b7-4b54-bdf7-c921b000c077
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:51:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T19:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:28Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962eaaab6b7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: 5ed4757a-5ecd-4cc4-bc32-788c7594615c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:51:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:28Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962eaab2da138
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: b5c2dfea-6ae8-48ab-93df-357727d46734
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:51:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T19:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:28Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962eaab3b4fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "31327"
    uid: c9254d7b-48e0-46c6-b70a-4038dddd8d65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:51:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T19:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:28Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962eaade1dbf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31330"
    uid: d9b989fa-7809-4500-b9e1-a677d6793f4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:51:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:51:28Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962eaae676d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31331"
    uid: 03fd0613-0ca0-4d97-8dd2-8fa9e7f3d090
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:52:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-24T19:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:05Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962f349247bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31589"
    uid: 18277dfd-5827-471b-a485-cc98eb46b9ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:52:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:23Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962f77b7e403c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: 255b0858-35cf-4e84-bf61-72c92a1f68dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:52:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:23Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962f77b7f0a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31753"
    uid: e4d6147a-f40d-479b-973c-129ae0937794
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:52:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T19:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:29Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962f7ed7065b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31849"
    uid: 8b6f4b0b-7c5b-4a1b-ae13-a04778759363
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: f2c695fc-9520-4414-a48d-658077fb94c0
  kind: Event
  lastTimestamp: "2026-04-24T19:52:26Z"
  message: 'Readiness probe failed: Get "http://10.132.0.47:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-24T19:52:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T19:52:26Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-gmnpj.18a962f82bcf0403
    namespace: kserve-ci-e2e-test
    resourceVersion: "31822"
    uid: 79317fb5-89e4-4596-960f-cbbbd4f1cf18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31245"
    uid: 995518c7-14d6-47e0-a742-2521f4806242
  kind: Event
  lastTimestamp: "2026-04-24T19:51:23Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-gmnpj'
  metadata:
    creationTimestamp: "2026-04-24T19:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:51:23Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a962e9812b55ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31261"
    uid: e26f2503-075e-4fb8-816b-1cb07344ba34
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: bfffd9a5-f1ae-425d-8297-09d21bae8e66
  kind: Event
  lastTimestamp: "2026-04-24T19:51:22Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T19:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:51:22Z"
    name: sklearn-v2-mlserver-predictor.18a962e97b65be0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: 8d2153ae-e5dd-4dfc-9f89-989a900df938
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31244"
    uid: 1e98c991-6524-4ede-9d77-ae87d69ab481
  kind: Event
  lastTimestamp: "2026-04-24T19:51:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:51:37Z"
    name: sklearn-v2-mlserver-predictor.18a962ecf9fb56c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31400"
    uid: d95aef26-294b-4573-bef8-1c98dd5436bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31244"
    uid: 1e98c991-6524-4ede-9d77-ae87d69ab481
  kind: Event
  lastTimestamp: "2026-04-24T19:51:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T19:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:51:37Z"
    name: sklearn-v2-mlserver-predictor.18a962ecfa67631b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31402"
    uid: 41e31cdf-1bd7-4a12-9d12-4023f52b7146
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 1e98c991-6524-4ede-9d77-ae87d69ab481
  kind: Event
  lastTimestamp: "2026-04-24T19:52:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:52:22Z"
    name: sklearn-v2-mlserver-predictor.18a962f07964fc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31727"
    uid: 5fcdf17c-a59d-4ba1-81d3-7b928f932841
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31401"
    uid: 1e98c991-6524-4ede-9d77-ae87d69ab481
  kind: Event
  lastTimestamp: "2026-04-24T19:52:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T19:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T19:52:22Z"
    name: sklearn-v2-mlserver-predictor.18a962f079c9531f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31728"
    uid: 6c1abea8-57db-4a33-bbea-c470bab31fff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31216"
    uid: daba62b9-a6fc-49e7-949c-1760c1095eec
  kind: Event
  lastTimestamp: "2026-04-24T19:52:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T19:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:52:15Z"
    name: sklearn-v2-mlserver.18a962e97b50ba9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31672"
    uid: 1656f6af-bf93-4414-a98c-4f9fa3035072
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:51:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31216"
    uid: daba62b9-a6fc-49e7-949c-1760c1095eec
  kind: Event
  lastTimestamp: "2026-04-24T19:51:22Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T19:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:51:22Z"
    name: sklearn-v2-mlserver.18a962e97bcc644d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31250"
    uid: a36e6747-a75d-4614-a740-595649b19657
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T19:52:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: daba62b9-a6fc-49e7-949c-1760c1095eec
  kind: Event
  lastTimestamp: "2026-04-24T19:52:15Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T19:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T19:52:15Z"
    name: sklearn-v2-mlserver.18a962f59e5ed02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: b19b5205-e2ba-4950-a367-66b1a850fdce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T20:02:45.600739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36980"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    to ip-10-0-129-124.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T20:02:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T20:02:45Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a963886ed85d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36989"
    uid: fa39fedf-6d1b-4528-b083-48ceb6266f85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-54c6685675-pdp4s
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36993"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:02:46Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T20:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T20:02:46Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a9638887d97c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37004"
    uid: cc0d95da-25f0-48f0-8f0d-e02a41e3d79f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:02:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0183e14c0f4ec83676f700a2c092ab4e3599fa115c6cab4546b23e5207166882"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:46Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a9638889629f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "37007"
    uid: 56ec8469-a1dd-4a40-900c-2e3bad57b2ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:02:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T20:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:46Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a963888c226a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37009"
    uid: febe2ce3-e1f6-4453-8852-adf3a68cbda2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:02:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T20:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:46Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a963888c997bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37010"
    uid: 4c599779-23d1-47ce-93e4-9fbf980b1a3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:02:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T20:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:50Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a96389772ec3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37045"
    uid: e4ac51c0-43e7-4793-86b0-de3c57903a67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:02:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T20:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:50Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a963897a3c55a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37049"
    uid: 3b08501e-923b-4e75-8e1f-d66766455205
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:02:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:50Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a963897ac28282
    namespace: kserve-ci-e2e-test
    resourceVersion: "37050"
    uid: fcdc49c8-53fa-47af-b982-f8467663ba9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:02:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T20:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:50Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a963897acf115b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37051"
    uid: 75365dd3-764a-4ebc-9a2e-941985647acf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:02:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T20:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:50Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a963897dcca016
    namespace: kserve-ci-e2e-test
    resourceVersion: "37054"
    uid: e44f1b60-42cb-45f0-9572-140b24e15a51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:02:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:02:50Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a963897e515fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37055"
    uid: 351b3699-8490-4e98-9059-376e573e239c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:03:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T20:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:35Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a96394177aa080
    namespace: kserve-ci-e2e-test
    resourceVersion: "37408"
    uid: 908d322d-5aa6-490b-bd79-f71d9225ba79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:03:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T20:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:35Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a96394177b3df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37411"
    uid: acfd221d-a822-476e-a161-bc60d6bbffd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36985"
    uid: 644fb20b-5134-49f6-8316-bbe031aa1c40
  kind: Event
  lastTimestamp: "2026-04-24T20:03:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T20:03:38Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7.18a96394a51baffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37470"
    uid: cf613cce-76e1-4c4a-bbef-182ea6b02035
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36958"
    uid: d8a009b5-332b-46ac-9c7a-f330ea1ab8fc
  kind: Event
  lastTimestamp: "2026-04-24T20:02:45Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-cv6p7'
  metadata:
    creationTimestamp: "2026-04-24T20:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:02:45Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a963886e3fef99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36984"
    uid: c10fed43-865f-4490-ab3a-ffec73e598d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36956"
    uid: 3cd84024-643a-4a76-9602-0789abdc2892
  kind: Event
  lastTimestamp: "2026-04-24T20:02:45Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T20:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:02:45Z"
    name: xgboost-v2-mlserver-predictor.18a963886aaa953b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: 8ee5430b-33fe-41d6-981f-1591690fd8d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 6e8b39ac-2b25-4b39-9c48-ab2e1266e4c1
  kind: Event
  lastTimestamp: "2026-04-24T20:03:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:03:30Z"
    name: xgboost-v2-mlserver-predictor.18a9638be9aee33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37347"
    uid: 7d8edd66-d368-4830-b8b2-06b70188b212
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: 6e8b39ac-2b25-4b39-9c48-ab2e1266e4c1
  kind: Event
  lastTimestamp: "2026-04-24T20:03:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T20:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:03:30Z"
    name: xgboost-v2-mlserver-predictor.18a9638bea0cd310
    namespace: kserve-ci-e2e-test
    resourceVersion: "37348"
    uid: b0385012-d5e7-417a-9973-437931372feb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37127"
    uid: 6e8b39ac-2b25-4b39-9c48-ab2e1266e4c1
  kind: Event
  lastTimestamp: "2026-04-24T20:03:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:03:15Z"
    name: xgboost-v2-mlserver-predictor.18a9638f68c29454
    namespace: kserve-ci-e2e-test
    resourceVersion: "37236"
    uid: f631e23c-6b87-44e3-a864-7b6630638610
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37127"
    uid: 6e8b39ac-2b25-4b39-9c48-ab2e1266e4c1
  kind: Event
  lastTimestamp: "2026-04-24T20:03:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T20:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T20:03:15Z"
    name: xgboost-v2-mlserver-predictor.18a9638f6927ee26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37238"
    uid: 2ef3825f-fa4c-4c2c-a287-cb8a54a025cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36947"
    uid: 7a20d2a4-9469-411e-98c7-f60312a65dc4
  kind: Event
  lastTimestamp: "2026-04-24T20:03:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T20:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:03:28Z"
    name: xgboost-v2-mlserver.18a963886a589d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "37330"
    uid: a6715d86-bc84-4687-8329-1b622ceef066
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:02:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36947"
    uid: 7a20d2a4-9469-411e-98c7-f60312a65dc4
  kind: Event
  lastTimestamp: "2026-04-24T20:02:45Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T20:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:02:45Z"
    name: xgboost-v2-mlserver.18a963886eb04098
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 877206a5-af08-4574-9161-7a46d4c9d517
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T20:03:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37327"
    uid: 7a20d2a4-9469-411e-98c7-f60312a65dc4
  kind: Event
  lastTimestamp: "2026-04-24T20:03:28Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T20:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T20:03:28Z"
    name: xgboost-v2-mlserver.18a963925a474842
    namespace: kserve-ci-e2e-test
    resourceVersion: "37328"
    uid: f2155eb8-d650-4535-b43f-731441dc75b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "42576"