---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:28:48.365337Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24624"
    uid: 29ea1af5-5dfa-474b-9605-bcd605d63485
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-882905-predictor-6df744d887-rh4d2
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:28:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:28:48Z"
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2.18a8c7cb2841b7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24628"
    uid: 28ca597c-492c-4fee-979d-60a6e1466f72
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24632"
    uid: 29ea1af5-5dfa-474b-9605-bcd605d63485
  kind: Event
  lastTimestamp: "2026-04-22T20:28:48Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:28:48Z"
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2.18a8c7cb43613c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "24645"
    uid: bbdb35e8-5262-4cf7-82ae-76b7bd47569c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: 29ea1af5-5dfa-474b-9605-bcd605d63485
  kind: Event
  lastTimestamp: "2026-04-22T20:28:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:53Z"
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2.18a8c7cb4491a4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24695"
    uid: bd5ea7d2-b526-4103-a29f-02d17782ec74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: 29ea1af5-5dfa-474b-9605-bcd605d63485
  kind: Event
  lastTimestamp: "2026-04-22T20:28:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:53Z"
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2.18a8c7cb4770fc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24703"
    uid: b8001487-087c-4365-86c4-c8b534531188
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: 29ea1af5-5dfa-474b-9605-bcd605d63485
  kind: Event
  lastTimestamp: "2026-04-22T20:28:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:53Z"
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2.18a8c7cb47ed8505
    namespace: kserve-ci-e2e-test
    resourceVersion: "24704"
    uid: fb832667-e42e-4461-9f29-176dde1a8245
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: 29ea1af5-5dfa-474b-9605-bcd605d63485
  kind: Event
  lastTimestamp: "2026-04-22T20:28:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-882905-predictor-6df744d887-rh4d2_kserve-ci-e2e-test(29ea1af5-5dfa-474b-9605-bcd605d63485)
  metadata:
    creationTimestamp: "2026-04-22T20:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:56Z"
    name: isvc-init-fail-882905-predictor-6df744d887-rh4d2.18a8c7cd1cbc0651
    namespace: kserve-ci-e2e-test
    resourceVersion: "24726"
    uid: 1f4577a1-7b60-4b32-9697-80e889716d9d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-882905-predictor-6df744d887
    namespace: kserve-ci-e2e-test
    resourceVersion: "24614"
    uid: 70bec39a-1890-4bdc-b11d-e46b10378dd5
  kind: Event
  lastTimestamp: "2026-04-22T20:28:48Z"
  message: 'Created pod: isvc-init-fail-882905-predictor-6df744d887-rh4d2'
  metadata:
    creationTimestamp: "2026-04-22T20:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:28:48Z"
    name: isvc-init-fail-882905-predictor-6df744d887.18a8c7cb27e001cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24625"
    uid: c986650a-abbc-4ec2-a2f6-588cebc9310f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-882905-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24611"
    uid: 796fb4e0-34ea-4ac1-ab4d-a02adb391bda
  kind: Event
  lastTimestamp: "2026-04-22T20:28:48Z"
  message: Scaled up replica set isvc-init-fail-882905-predictor-6df744d887 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T20:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:28:48Z"
    name: isvc-init-fail-882905-predictor.18a8c7cb2547e023
    namespace: kserve-ci-e2e-test
    resourceVersion: "24617"
    uid: c697b21a-4924-45a9-aafa-983e373e5076
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-882905
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: 9b762dc6-2541-4685-b559-457a5c8c50af
  kind: Event
  lastTimestamp: "2026-04-22T20:28:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:28:57Z"
    name: isvc-init-fail-882905.18a8c7cb251de5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24736"
    uid: a742f52a-05e4-42e3-a001-cf95045ea164
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-882905
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: 9b762dc6-2541-4685-b559-457a5c8c50af
  kind: Event
  lastTimestamp: "2026-04-22T20:28:48Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-882905":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-882905":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:28:48Z"
    name: isvc-init-fail-882905.18a8c7cb25bae732
    namespace: kserve-ci-e2e-test
    resourceVersion: "24619"
    uid: 5fe22a60-f86e-409c-9635-5e5d5fd3f0c5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-882905
    namespace: kserve-ci-e2e-test
    resourceVersion: "24589"
    uid: 9b762dc6-2541-4685-b559-457a5c8c50af
  kind: Event
  lastTimestamp: "2026-04-22T20:28:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-882905": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:28:48Z"
    name: isvc-init-fail-882905.18a8c7cb25bb2f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "24621"
    uid: d243410e-60ed-4cf0-b016-d33091d4d4d8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:11:13.555940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15977"
    uid: de53dedc-40f8-4155-b015-18bbe23dc056
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-lz6x8
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:11:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:11:13Z"
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8.18a8c6d590b7afa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: 5587efb5-72eb-4241-bbb3-3f879339dbcf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15987"
    uid: de53dedc-40f8-4155-b015-18bbe23dc056
  kind: Event
  lastTimestamp: "2026-04-22T20:11:13Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:11:13Z"
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8.18a8c6d5aa83a8b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 0f984b91-e2c2-4bc8-a0f5-7247fcea7c54
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: de53dedc-40f8-4155-b015-18bbe23dc056
  kind: Event
  lastTimestamp: "2026-04-22T20:11:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:14Z"
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8.18a8c6d5abee8252
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: 82861d17-65cd-4d3b-b410-2e76334bb756
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: de53dedc-40f8-4155-b015-18bbe23dc056
  kind: Event
  lastTimestamp: "2026-04-22T20:11:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:14Z"
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8.18a8c6d5aed9b2ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: d3b58eca-9819-4315-9649-3589c9072883
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: de53dedc-40f8-4155-b015-18bbe23dc056
  kind: Event
  lastTimestamp: "2026-04-22T20:11:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:14Z"
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8.18a8c6d5af4c8a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16018"
    uid: 02bba42d-1450-40a0-baa7-8a73c01fb960
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: de53dedc-40f8-4155-b015-18bbe23dc056
  kind: Event
  lastTimestamp: "2026-04-22T20:11:18Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T20:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:18Z"
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8.18a8c6d6cdcdda59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: 243b8331-5ac5-4859-8137-fb9a2829b006
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: de53dedc-40f8-4155-b015-18bbe23dc056
  kind: Event
  lastTimestamp: "2026-04-22T20:11:25Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.933s (6.933s
    including waiting). Image size: 606093581 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:25Z"
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8.18a8c6d86b16abfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16117"
    uid: 8d13d402-0162-4165-9304-537d4266bb6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: de53dedc-40f8-4155-b015-18bbe23dc056
  kind: Event
  lastTimestamp: "2026-04-22T20:11:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:25Z"
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8.18a8c6d86e751a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: aeb96bb3-e661-488f-92a6-31df1bd193b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: de53dedc-40f8-4155-b015-18bbe23dc056
  kind: Event
  lastTimestamp: "2026-04-22T20:11:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:25Z"
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8.18a8c6d86ef06601
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: affdd524-d9cc-4ce5-a9d4-f08d735ba2c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: de53dedc-40f8-4155-b015-18bbe23dc056
  kind: Event
  lastTimestamp: "2026-04-22T20:12:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:54Z"
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8.18a8c6d870ca09ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 2265fce0-38db-4bee-baaa-a9d5a729aa21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15979"
    uid: de53dedc-40f8-4155-b015-18bbe23dc056
  kind: Event
  lastTimestamp: "2026-04-22T20:12:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:53Z"
    name: isvc-lightgbm-predictor-78c8d484d6-lz6x8.18a8c6ece1eb2009
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: 0661453d-32cc-4c88-940e-3b92e789b210
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15961"
    uid: e1c88646-c229-435d-a158-340dde14b6bc
  kind: Event
  lastTimestamp: "2026-04-22T20:11:13Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-lz6x8'
  metadata:
    creationTimestamp: "2026-04-22T20:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:11:13Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a8c6d590511cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15978"
    uid: 3ce5c9c1-8c2c-4982-a29d-f6f7fd479b4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: 489594a2-ded8-4865-91f4-472d143f3d1b
  kind: Event
  lastTimestamp: "2026-04-22T20:11:13Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:11:13Z"
    name: isvc-lightgbm-predictor.18a8c6d58d5e3c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15964"
    uid: a6f9cb66-e455-46d7-8f1b-702d3265534a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15960"
    uid: bcb61ea3-97e3-4de0-bed1-508e0ce35d5e
  kind: Event
  lastTimestamp: "2026-04-22T20:11:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:11:43Z"
    name: isvc-lightgbm-predictor.18a8c6d90c19ec33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 1b40ed04-fd8f-41dd-9b50-3ebd994369b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15960"
    uid: bcb61ea3-97e3-4de0-bed1-508e0ce35d5e
  kind: Event
  lastTimestamp: "2026-04-22T20:11:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:11:43Z"
    name: isvc-lightgbm-predictor.18a8c6d90c80b8c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: de41ec20-a9ef-4458-a563-39f831326e64
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: bcb61ea3-97e3-4de0-bed1-508e0ce35d5e
  kind: Event
  lastTimestamp: "2026-04-22T20:12:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:12:43Z"
    name: isvc-lightgbm-predictor.18a8c6e00a41654d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: e2c65e6c-547f-4001-a64c-0447a9b6100e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: bcb61ea3-97e3-4de0-bed1-508e0ce35d5e
  kind: Event
  lastTimestamp: "2026-04-22T20:12:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:11:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:12:43Z"
    name: isvc-lightgbm-predictor.18a8c6e00a86f34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: 2a31ad17-02f8-4ffa-a774-016b29c55e88
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:12:53.770679Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: bf3140b2-da98-4446-821a-68c6956fa1d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:12:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:12:53Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq.18a8c6ece5fb28b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16801"
    uid: 477c8070-4795-421f-9efc-914e03f1ae5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: bf3140b2-da98-4446-821a-68c6956fa1d9
  kind: Event
  lastTimestamp: "2026-04-22T20:12:54Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:12:54Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq.18a8c6ecffb604c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: e1f56762-294f-4790-a110-f84431640b83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: bf3140b2-da98-4446-821a-68c6956fa1d9
  kind: Event
  lastTimestamp: "2026-04-22T20:12:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:54Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq.18a8c6ed00e66f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 9340d04e-536b-4be5-9298-b09d7a4817f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: bf3140b2-da98-4446-821a-68c6956fa1d9
  kind: Event
  lastTimestamp: "2026-04-22T20:12:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:54Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq.18a8c6ed03bbccc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: ffaca88a-3c43-4382-9871-cbd709017b76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: bf3140b2-da98-4446-821a-68c6956fa1d9
  kind: Event
  lastTimestamp: "2026-04-22T20:12:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:54Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq.18a8c6ed0433d049
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: 71fd5a58-73e1-4494-afe5-1e049e35c02c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: bf3140b2-da98-4446-821a-68c6956fa1d9
  kind: Event
  lastTimestamp: "2026-04-22T20:12:58Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:58Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq.18a8c6edef9ac579
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: 20a0650f-a2e4-43d1-ba1c-14986dcd9909
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: bf3140b2-da98-4446-821a-68c6956fa1d9
  kind: Event
  lastTimestamp: "2026-04-22T20:12:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:58Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq.18a8c6edf2ec8404
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: cbd3a385-8eaf-405c-b8a0-db453615117a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: bf3140b2-da98-4446-821a-68c6956fa1d9
  kind: Event
  lastTimestamp: "2026-04-22T20:12:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:12:58Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq.18a8c6edf3697c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16859"
    uid: 56dc250c-ad68-4faa-b3a1-f136015da152
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: bf3140b2-da98-4446-821a-68c6956fa1d9
  kind: Event
  lastTimestamp: "2026-04-22T20:14:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:10Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq.18a8c6ee2b9622eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: 36d38c9c-4c0e-40e8-9c2e-e2bd842c48fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: bf3140b2-da98-4446-821a-68c6956fa1d9
  kind: Event
  lastTimestamp: "2026-04-22T20:14:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:24Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq.18a8c702035ca9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: 2ef5ee4f-6850-46bd-bc6f-6d8992ecf074
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: 9a75ba8a-4819-468b-847e-584f2295319d
  kind: Event
  lastTimestamp: "2026-04-22T20:12:53Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-lpcwq'
  metadata:
    creationTimestamp: "2026-04-22T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:12:53Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a8c6ece593ef49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: 8c5ce6c7-98ed-4bbd-8aba-b7d4bac0b244
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 753f8418-caab-4490-9668-bea204a1f0ce
  kind: Event
  lastTimestamp: "2026-04-22T20:12:53Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:12:53Z"
    name: isvc-lightgbm-runtime-predictor.18a8c6ece1dc00bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: 450ba126-623a-49c9-8ac3-2a1f13c7eed8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 76ae4bd0-af2a-4d4c-ae75-855f6420bb73
  kind: Event
  lastTimestamp: "2026-04-22T20:13:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:13:38Z"
    name: isvc-lightgbm-runtime-predictor.18a8c6f060c5976f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: 41f79b01-c219-44db-9ed7-2f0da7ff4ee5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 76ae4bd0-af2a-4d4c-ae75-855f6420bb73
  kind: Event
  lastTimestamp: "2026-04-22T20:13:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:13:38Z"
    name: isvc-lightgbm-runtime-predictor.18a8c6f06129d99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 6c381e86-517e-407d-853f-9e5f04712724
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 76ae4bd0-af2a-4d4c-ae75-855f6420bb73
  kind: Event
  lastTimestamp: "2026-04-22T20:14:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:14:23Z"
    name: isvc-lightgbm-runtime-predictor.18a8c6fadd8bcdc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 24d5db3c-d84a-4201-9da9-ac11b3b5a976
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:13:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 76ae4bd0-af2a-4d4c-ae75-855f6420bb73
  kind: Event
  lastTimestamp: "2026-04-22T20:14:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:14:23Z"
    name: isvc-lightgbm-runtime-predictor.18a8c6faddebe29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 972c13ea-e745-4ed8-8901-dba822dec22e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 8653d0d6-7b41-4481-8613-c5e33a0c5b26
  kind: Event
  lastTimestamp: "2026-04-22T20:14:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:14:14Z"
    name: isvc-lightgbm-runtime.18a8c6ece1e461de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: 26589be8-f886-45e1-8aa1-966b73ccafd7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 8653d0d6-7b41-4481-8613-c5e33a0c5b26
  kind: Event
  lastTimestamp: "2026-04-22T20:12:53Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:12:53Z"
    name: isvc-lightgbm-runtime.18a8c6ece259576b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16804"
    uid: 9ff154cf-206c-4077-b5c1-4393a2c5a8bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 8653d0d6-7b41-4481-8613-c5e33a0c5b26
  kind: Event
  lastTimestamp: "2026-04-22T20:12:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:12:53Z"
    name: isvc-lightgbm-runtime.18a8c6ece60d7807
    namespace: kserve-ci-e2e-test
    resourceVersion: "16806"
    uid: 8dd73c49-a458-490f-af70-5fe890721452
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 8653d0d6-7b41-4481-8613-c5e33a0c5b26
  kind: Event
  lastTimestamp: "2026-04-22T20:14:14Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:14:14Z"
    name: isvc-lightgbm-runtime.18a8c6ff9dc3eeec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 4058fcf2-6fb2-4179-994e-46fa1ca189a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:17:24.854001Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18861"
    uid: d9f037d4-e36d-4cbe-95ed-9eebd399e933
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:17:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:17:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd.18a8c72c03ce7a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "18867"
    uid: d5d7ea97-76ee-40c1-965e-208c51777cb1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18871"
    uid: d9f037d4-e36d-4cbe-95ed-9eebd399e933
  kind: Event
  lastTimestamp: "2026-04-22T20:17:25Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:17:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd.18a8c72c2152e405
    namespace: kserve-ci-e2e-test
    resourceVersion: "18886"
    uid: 9d5bceb4-0dd1-4ad6-ad69-dda4fb1dd394
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: d9f037d4-e36d-4cbe-95ed-9eebd399e933
  kind: Event
  lastTimestamp: "2026-04-22T20:17:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd.18a8c72c228d8d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18888"
    uid: 77b03165-abd9-41a0-b9f3-03ac6d6d2102
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: d9f037d4-e36d-4cbe-95ed-9eebd399e933
  kind: Event
  lastTimestamp: "2026-04-22T20:17:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd.18a8c72c2595e566
    namespace: kserve-ci-e2e-test
    resourceVersion: "18889"
    uid: 1c1e3055-3e4b-4f2c-b934-39c932bce4b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: d9f037d4-e36d-4cbe-95ed-9eebd399e933
  kind: Event
  lastTimestamp: "2026-04-22T20:17:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd.18a8c72c26200a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "18890"
    uid: f5739a7f-e970-4cd5-853a-f939b1131395
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: d9f037d4-e36d-4cbe-95ed-9eebd399e933
  kind: Event
  lastTimestamp: "2026-04-22T20:17:29Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd.18a8c72d0a68991e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18923"
    uid: f447fd69-d9fd-4a63-94e3-e7557260fc1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: d9f037d4-e36d-4cbe-95ed-9eebd399e933
  kind: Event
  lastTimestamp: "2026-04-22T20:17:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd.18a8c72d0e73f9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18930"
    uid: 6c7de175-4f10-44f4-9b94-d85f37ab71cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: d9f037d4-e36d-4cbe-95ed-9eebd399e933
  kind: Event
  lastTimestamp: "2026-04-22T20:17:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd.18a8c72d0edd4691
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 96249d72-e49f-40ea-9f1c-0af2422149e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: d9f037d4-e36d-4cbe-95ed-9eebd399e933
  kind: Event
  lastTimestamp: "2026-04-22T20:17:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd.18a8c72d46574a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "18944"
    uid: 83a50557-3662-4749-9a75-714e416a481b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: d9f037d4-e36d-4cbe-95ed-9eebd399e933
  kind: Event
  lastTimestamp: "2026-04-22T20:17:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd.18a8c730b45f2e80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19099"
    uid: 6b51fddd-7cbe-4009-a3fa-6ea1447ae5ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: 6c5431c2-028d-4f49-a623-bcd41101cf76
  kind: Event
  lastTimestamp: "2026-04-22T20:17:24Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-zfwpd'
  metadata:
    creationTimestamp: "2026-04-22T20:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a8c72c03366866
    namespace: kserve-ci-e2e-test
    resourceVersion: "18864"
    uid: ac1a55f9-0512-4b4a-9e25-9af6c0d95819
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: 95c573db-12fd-446c-9399-d86648aff8a6
  kind: Event
  lastTimestamp: "2026-04-22T20:17:24Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:24Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8c72bfeb1f027
    namespace: kserve-ci-e2e-test
    resourceVersion: "18851"
    uid: e91d310a-1bbb-47a5-9f4d-609196681ccf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18847"
    uid: 9fa23a12-7dc2-4083-a454-7a5d3797c11a
  kind: Event
  lastTimestamp: "2026-04-22T20:17:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8c72f7d6e4462
    namespace: kserve-ci-e2e-test
    resourceVersion: "19008"
    uid: f7ee530d-966a-4b24-84a3-530471896525
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18847"
    uid: 9fa23a12-7dc2-4083-a454-7a5d3797c11a
  kind: Event
  lastTimestamp: "2026-04-22T20:17:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a8c72f7dc15882
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: c0576613-3394-406a-bd29-56e168c74f28
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18823"
    uid: 68e2aac7-45e0-4c88-8cec-f77dfbd7bbb3
  kind: Event
  lastTimestamp: "2026-04-22T20:17:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:17:41Z"
    name: isvc-lightgbm-v2-kserve.18a8c72bfe7c3ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19028"
    uid: 8e01a90a-5138-41af-b4c6-148106d5ceee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18823"
    uid: 68e2aac7-45e0-4c88-8cec-f77dfbd7bbb3
  kind: Event
  lastTimestamp: "2026-04-22T20:17:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:17:24Z"
    name: isvc-lightgbm-v2-kserve.18a8c72bfed5e8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: 2c344cf9-5b33-49c8-8e31-6073042fb172
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 68e2aac7-45e0-4c88-8cec-f77dfbd7bbb3
  kind: Event
  lastTimestamp: "2026-04-22T20:17:41Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:17:41Z"
    name: isvc-lightgbm-v2-kserve.18a8c72fda970ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 0873174e-e830-4b39-b435-0871480b14d2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:14:24.571636Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 67a17741-1a2e-4f5f-b054-315dbafc71c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:14:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:14:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd.18a8c7020a23d71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17536"
    uid: 090b8ca1-1ec3-4e64-8b49-33550732da16
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 67a17741-1a2e-4f5f-b054-315dbafc71c2
  kind: Event
  lastTimestamp: "2026-04-22T20:14:24Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:14:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd.18a8c7022397aab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: 65841ad2-d4b8-44ef-aef8-56c660e94182
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 67a17741-1a2e-4f5f-b054-315dbafc71c2
  kind: Event
  lastTimestamp: "2026-04-22T20:14:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd.18a8c70224c3298c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17553"
    uid: 034dc4f4-c2a6-4a0e-a6dd-53b45fe582dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 67a17741-1a2e-4f5f-b054-315dbafc71c2
  kind: Event
  lastTimestamp: "2026-04-22T20:14:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd.18a8c702281cfcf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: 7983ba49-49ca-411f-babc-eda8ca0d4b0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 67a17741-1a2e-4f5f-b054-315dbafc71c2
  kind: Event
  lastTimestamp: "2026-04-22T20:14:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd.18a8c70228975437
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: 2003e3ce-6e1a-4dc7-83a8-9dcd82941f22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 67a17741-1a2e-4f5f-b054-315dbafc71c2
  kind: Event
  lastTimestamp: "2026-04-22T20:14:29Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-22T20:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:14:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd.18a8c703332aa625
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: ea2a47e5-0683-42f4-8cb7-d74bf3ec7c5d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 67a17741-1a2e-4f5f-b054-315dbafc71c2
  kind: Event
  lastTimestamp: "2026-04-22T20:16:47Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m17.663s
    (2m17.663s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd.18a8c72340904ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 02c5ae29-5777-4fef-becf-2b09077cf7fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 67a17741-1a2e-4f5f-b054-315dbafc71c2
  kind: Event
  lastTimestamp: "2026-04-22T20:16:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd.18a8c723460b4aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 525d0564-10f5-40c0-8e50-2d56f32f128d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 67a17741-1a2e-4f5f-b054-315dbafc71c2
  kind: Event
  lastTimestamp: "2026-04-22T20:16:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:16:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd.18a8c723467fb091
    namespace: kserve-ci-e2e-test
    resourceVersion: "18552"
    uid: d01b7ac9-8f37-469c-969b-fdade9aab3be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: 67a17741-1a2e-4f5f-b054-315dbafc71c2
  kind: Event
  lastTimestamp: "2026-04-22T20:17:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd.18a8c72bfed85cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: 0a24ec77-2a2e-4f3d-b271-ded0063a17f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 69dadded-bcd1-4263-aa33-19ea1768dca0
  kind: Event
  lastTimestamp: "2026-04-22T20:14:24Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-8skmd'
  metadata:
    creationTimestamp: "2026-04-22T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:14:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a8c702098e1898
    namespace: kserve-ci-e2e-test
    resourceVersion: "17533"
    uid: 024c741b-8b95-4d69-89ac-1e3bebf1c47a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 2d40a46a-1c10-4583-a393-b117b17040fd
  kind: Event
  lastTimestamp: "2026-04-22T20:14:24Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:14:24Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c70204a1441b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: 26775cc8-0215-472f-a69d-610839875f00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: 50625405-8ccb-41c6-b9e3-00f06a4a9aae
  kind: Event
  lastTimestamp: "2026-04-22T20:17:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c7058364d26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18702"
    uid: e5232a34-29cd-48ab-8daf-07625f3febc4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17516"
    uid: 50625405-8ccb-41c6-b9e3-00f06a4a9aae
  kind: Event
  lastTimestamp: "2026-04-22T20:17:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c70583c49e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18703"
    uid: 231640c5-4b8a-45b2-adfd-861c39ad283a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: 50625405-8ccb-41c6-b9e3-00f06a4a9aae
  kind: Event
  lastTimestamp: "2026-04-22T20:17:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:24Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c72bf7ad0696
    namespace: kserve-ci-e2e-test
    resourceVersion: "18818"
    uid: fe7730e8-2b7b-4ab4-852c-5009719b0d8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: 50625405-8ccb-41c6-b9e3-00f06a4a9aae
  kind: Event
  lastTimestamp: "2026-04-22T20:17:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:24Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a8c72bf811c51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18821"
    uid: 7afc86ee-d4b9-4e1e-9655-15a6cace3275
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: c9a28b02-e740-4a82-8124-6e613a70396c
  kind: Event
  lastTimestamp: "2026-04-22T20:17:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:17:19Z"
    name: isvc-lightgbm-v2-runtime.18a8c702047d7e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18778"
    uid: 07e0065c-3ee1-4793-930a-d0ca917c3117
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: c9a28b02-e740-4a82-8124-6e613a70396c
  kind: Event
  lastTimestamp: "2026-04-22T20:14:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:14:24Z"
    name: isvc-lightgbm-v2-runtime.18a8c7020511f00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17530"
    uid: 4d8fcd37-4666-41da-8032-a9b4e74f2f1a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:14:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: c9a28b02-e740-4a82-8124-6e613a70396c
  kind: Event
  lastTimestamp: "2026-04-22T20:14:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:14:24Z"
    name: isvc-lightgbm-v2-runtime.18a8c70208b58936
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: 6fc94eea-5d8e-4b42-a3da-5e3ee0028037
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: c9a28b02-e740-4a82-8124-6e613a70396c
  kind: Event
  lastTimestamp: "2026-04-22T20:17:19Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:17:19Z"
    name: isvc-lightgbm-v2-runtime.18a8c72ab1be8aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18777"
    uid: 4815097a-bd46-4bc4-a6e5-191265780377
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: dcd62148-155f-4cf5-9e89-9f178bc49ab1
  kind: Event
  lastTimestamp: "2026-04-22T20:12:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:12:44Z"
    name: isvc-lightgbm.18a8c6d58d670478
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: 72e39cec-71a5-45db-a73d-7c83c70b8554
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: dcd62148-155f-4cf5-9e89-9f178bc49ab1
  kind: Event
  lastTimestamp: "2026-04-22T20:11:13Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:11:13Z"
    name: isvc-lightgbm.18a8c6d58e3fbcff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15990"
    uid: a1ef3332-b711-4f4a-8910-23004fb84084
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15962"
    uid: dcd62148-155f-4cf5-9e89-9f178bc49ab1
  kind: Event
  lastTimestamp: "2026-04-22T20:11:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:11:13Z"
    name: isvc-lightgbm.18a8c6d5931a5411
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: 919ef72e-83c2-414f-8788-0186c658a9be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:12:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: dcd62148-155f-4cf5-9e89-9f178bc49ab1
  kind: Event
  lastTimestamp: "2026-04-22T20:12:44Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:12:44Z"
    name: isvc-lightgbm.18a8c6eaa8e9e629
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 847ce087-d366-4930-94b0-59d095035df4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:09:48.317164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15273"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5db886b75b-cfjkp
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:09:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:09:48Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c1b817203d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: ac0fad0e-4b8b-4599-8a5d-b4b175f196b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:09:48Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:09:48Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c1d16915ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15293"
    uid: c422dee1-399b-4404-b850-2fcbebd77785
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:09:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:48Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c1d2a09996
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: d6932792-6528-4d2e-8d41-25139a216f87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:09:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:48Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c1d5766946
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: 914867f2-c57c-42b4-9a3d-d8b556aaeedd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:09:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:48Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c1d5dc4676
    namespace: kserve-ci-e2e-test
    resourceVersion: "15299"
    uid: 1bc930d3-3978-4510-9553-b49d6f507605
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:09:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:53Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c2f0e80eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: 5f65fd8a-ac02-4a24-9fb4-79259d35352e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:09:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:53Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c2f44f0fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: b1cf4e89-c7ac-4989-bf9b-0f39274598d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:09:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:53Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c2f4c61a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: 37d9feeb-d7dc-4e29-a8b9-5fc2f3934078
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:09:53Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:84e96718cb727bdb7a70c88a1b15da870dac18fe5721015f96b729224acb0c47"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:53Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c2f4d36920
    namespace: kserve-ci-e2e-test
    resourceVersion: "15347"
    uid: d256157e-0f8c-48bc-a5c2-4d7bb25200b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:09:53Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T20:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:53Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c2f80277c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 34188723-870f-4e39-ba83-7146a3a1cc2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:09:53Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T20:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:53Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c2f877a0e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: dce8e01a-941d-4ed3-b0bd-3e9794685963
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:11:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:35Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c32ce074c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16194"
    uid: 590a4912-7710-448c-b778-e481ae21a6c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:11:35Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T20:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:35Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6c32ceb4ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "16195"
    uid: d8c497b4-a6bd-446d-9cec-30b020de9528
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:11:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:13Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6d58eae280c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: 7ddcfbad-d020-4135-91d0-ab36320ad73c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5db886b75b-cfjkp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: aa2be06f-8cee-40bf-a856-a65644f68e34
  kind: Event
  lastTimestamp: "2026-04-22T20:11:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T20:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:13Z"
    name: isvc-logger-predictor-5db886b75b-cfjkp.18a8c6d58eafc99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15973"
    uid: dd0ffe9c-5a64-4290-a415-ed724ad9c8a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-5db886b75b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: d37b0df7-98c7-4c8a-94ac-d53e8b4eb6fc
  kind: Event
  lastTimestamp: "2026-04-22T20:09:48Z"
  message: 'Created pod: isvc-logger-predictor-5db886b75b-cfjkp'
  metadata:
    creationTimestamp: "2026-04-22T20:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:48Z"
    name: isvc-logger-predictor-5db886b75b.18a8c6c1b792fdb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15274"
    uid: b680c379-17a0-4890-b9db-f22c042b2859
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: cb8569e4-60c5-41d4-a6cc-e01f1489937c
  kind: Event
  lastTimestamp: "2026-04-22T20:09:48Z"
  message: Scaled up replica set isvc-logger-predictor-5db886b75b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:48Z"
    name: isvc-logger-predictor.18a8c6c1b4d02f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15265"
    uid: 7d523a98-6fd7-4588-a843-b6aa4e3412dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15261"
    uid: ef2b2238-06e6-433b-a287-bfd128e4d27b
  kind: Event
  lastTimestamp: "2026-04-22T20:10:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:18Z"
    name: isvc-logger-predictor.18a8c6c5334c5d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: 377559fe-ff48-4180-a6df-851d5bcdb742
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15261"
    uid: ef2b2238-06e6-433b-a287-bfd128e4d27b
  kind: Event
  lastTimestamp: "2026-04-22T20:10:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:10:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:18Z"
    name: isvc-logger-predictor.18a8c6c533b2692a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15544"
    uid: a3a7097d-df79-4eb8-8e69-ece8bff39c72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: ef2b2238-06e6-433b-a287-bfd128e4d27b
  kind: Event
  lastTimestamp: "2026-04-22T20:11:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:11:03Z"
    name: isvc-logger-predictor.18a8c6cc31096f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: abbf986b-225f-4d09-abc6-26df5248f0bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: ef2b2238-06e6-433b-a287-bfd128e4d27b
  kind: Event
  lastTimestamp: "2026-04-22T20:11:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:11:03Z"
    name: isvc-logger-predictor.18a8c6cc31663b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15857"
    uid: d06cf206-23ce-48bf-a4e4-9bbc3e28f8f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: 9b4b6c3d-3523-4bd3-a940-2f8ffc50545c
  kind: Event
  lastTimestamp: "2026-04-22T20:11:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:11:05Z"
    name: isvc-logger.18a8c6c1b4b0a3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15883"
    uid: 67b7f0cd-25be-4b63-8e1d-01eca83322ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: 9b4b6c3d-3523-4bd3-a940-2f8ffc50545c
  kind: Event
  lastTimestamp: "2026-04-22T20:09:48Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:09:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:48Z"
    name: isvc-logger.18a8c6c1b5488790
    namespace: kserve-ci-e2e-test
    resourceVersion: "15267"
    uid: e4f5d573-7cbd-453e-ae1c-bf3b6793b23c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15880"
    uid: 9b4b6c3d-3523-4bd3-a940-2f8ffc50545c
  kind: Event
  lastTimestamp: "2026-04-22T20:11:05Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:11:05Z"
    name: isvc-logger.18a8c6d3b9a6b99f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: 05f89713-bfb6-45a1-a543-809909ac9a99
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:17:44.970718Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: f1ac14c4-633d-4f6b-907e-e24206128738
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:17:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:17:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf.18a8c730b2db2d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: 673720ff-4a16-4edc-88c3-7f33d0400685
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: f1ac14c4-633d-4f6b-907e-e24206128738
  kind: Event
  lastTimestamp: "2026-04-22T20:17:45Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:17:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf.18a8c730ce438c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "19114"
    uid: 7ef6751d-45ce-4cb5-8426-c7c5de7f901f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: f1ac14c4-633d-4f6b-907e-e24206128738
  kind: Event
  lastTimestamp: "2026-04-22T20:17:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf.18a8c730cf77a443
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: d2a62e9f-b18d-4b8d-ba59-b8605c7b46a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: f1ac14c4-633d-4f6b-907e-e24206128738
  kind: Event
  lastTimestamp: "2026-04-22T20:17:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf.18a8c730d7a5c64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: 8c55f96c-b246-4683-bce1-97e6cae1e3af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: f1ac14c4-633d-4f6b-907e-e24206128738
  kind: Event
  lastTimestamp: "2026-04-22T20:17:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf.18a8c730d8205123
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 842ffebe-b7ee-48be-985d-486a22c4a5c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: f1ac14c4-633d-4f6b-907e-e24206128738
  kind: Event
  lastTimestamp: "2026-04-22T20:17:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T20:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf.18a8c731f3a98c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: 0872998f-c3a9-4c79-bfad-644dffc153f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: f1ac14c4-633d-4f6b-907e-e24206128738
  kind: Event
  lastTimestamp: "2026-04-22T20:17:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf.18a8c731f711a47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: 8d6869c5-dddb-451d-b177-1af526b47e24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: f1ac14c4-633d-4f6b-907e-e24206128738
  kind: Event
  lastTimestamp: "2026-04-22T20:17:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:17:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf.18a8c731f78e9688
    namespace: kserve-ci-e2e-test
    resourceVersion: "19169"
    uid: b1238677-c1f1-4ba9-8d2e-6f5a072816b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: f1ac14c4-633d-4f6b-907e-e24206128738
  kind: Event
  lastTimestamp: "2026-04-22T20:18:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:25Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf.18a8c73a0b536091
    namespace: kserve-ci-e2e-test
    resourceVersion: "19447"
    uid: 632aed11-b4da-4523-8c26-5c171314aab4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: b98ecc29-7309-4692-a047-9bd876f97244
  kind: Event
  lastTimestamp: "2026-04-22T20:17:44Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-g2mxf'
  metadata:
    creationTimestamp: "2026-04-22T20:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a8c730b234f953
    namespace: kserve-ci-e2e-test
    resourceVersion: "19085"
    uid: b820ba3e-21a4-4fb4-a2cd-eeb7a990a3c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19063"
    uid: bde931f9-3a73-4b8b-872d-b877803007b5
  kind: Event
  lastTimestamp: "2026-04-22T20:17:44Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:17:44Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8c730afa49bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19067"
    uid: 9500df63-0ae4-4df2-bb24-2d463ab6adf5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19064"
    uid: a19c70ba-f816-437d-9fd8-0563f64eb1d5
  kind: Event
  lastTimestamp: "2026-04-22T20:18:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:14Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8c7342e2438de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19337"
    uid: 8bb40ee3-5c7e-4566-a754-2ed520e5e7aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19064"
    uid: a19c70ba-f816-437d-9fd8-0563f64eb1d5
  kind: Event
  lastTimestamp: "2026-04-22T20:18:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:14Z"
    name: isvc-mlflow-v2-runtime-predictor.18a8c7342e8bfd2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 375dbd80-1884-48c8-bd0d-63e9718fd251
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 0ef077c0-0a89-4903-92dd-6d9ebfa7de6f
  kind: Event
  lastTimestamp: "2026-04-22T20:18:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:18:22Z"
    name: isvc-mlflow-v2-runtime.18a8c730af8151e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: 19c629a9-efcd-4bbf-8674-6a9f0a14f145
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:17:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 0ef077c0-0a89-4903-92dd-6d9ebfa7de6f
  kind: Event
  lastTimestamp: "2026-04-22T20:17:45Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:17:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:17:45Z"
    name: isvc-mlflow-v2-runtime.18a8c730b28eb2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: 18acd63e-29ef-4083-b94a-0bf8bfcb3d08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19397"
    uid: 0ef077c0-0a89-4903-92dd-6d9ebfa7de6f
  kind: Event
  lastTimestamp: "2026-04-22T20:18:22Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:18:22Z"
    name: isvc-mlflow-v2-runtime.18a8c7396be26d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: a29c2223-1ce4-45d5-a7ae-238afcadbd9d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:19:35.231781Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 41e60254-1707-4dc6-a262-7f65b32e8322
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-ghxdl
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:19:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:19:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl.18a8c74a5eed7dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20034"
    uid: d1246c26-a882-41cf-b6a8-1e66c18645a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20039"
    uid: 41e60254-1707-4dc6-a262-7f65b32e8322
  kind: Event
  lastTimestamp: "2026-04-22T20:19:35Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:19:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl.18a8c74a79eb7249
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: 2f50b247-3b64-4c88-b763-fa42e648b4f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 41e60254-1707-4dc6-a262-7f65b32e8322
  kind: Event
  lastTimestamp: "2026-04-22T20:19:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl.18a8c74a7b30cea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20051"
    uid: 5752b1f8-3a91-412b-a73e-4110b1321e67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 41e60254-1707-4dc6-a262-7f65b32e8322
  kind: Event
  lastTimestamp: "2026-04-22T20:19:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl.18a8c74a7e5be3fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20055"
    uid: 0ed3dcb1-e589-4239-b61d-054487fe888d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 41e60254-1707-4dc6-a262-7f65b32e8322
  kind: Event
  lastTimestamp: "2026-04-22T20:19:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl.18a8c74a7ed51e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: a05570ce-aa08-46e7-b623-edaefa9f7aa6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 41e60254-1707-4dc6-a262-7f65b32e8322
  kind: Event
  lastTimestamp: "2026-04-22T20:19:40Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T20:19:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:40Z"
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl.18a8c74ba89542fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20096"
    uid: 68d02915-cbff-4601-a861-a1839128426a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 41e60254-1707-4dc6-a262-7f65b32e8322
  kind: Event
  lastTimestamp: "2026-04-22T20:19:53Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.327s (12.327s
    including waiting). Image size: 1162827003 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:53Z"
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl.18a8c74e8759706b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20188"
    uid: 5689df8b-582f-4bfe-9454-8506544ae7b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 41e60254-1707-4dc6-a262-7f65b32e8322
  kind: Event
  lastTimestamp: "2026-04-22T20:19:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:53Z"
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl.18a8c74e8b3ed8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: 1272374a-4b2b-4bbe-bff1-df656ff2000d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 41e60254-1707-4dc6-a262-7f65b32e8322
  kind: Event
  lastTimestamp: "2026-04-22T20:19:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:53Z"
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl.18a8c74e8ba55bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: c58bd41b-3a86-4d47-8713-e97cfff2ee1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 41e60254-1707-4dc6-a262-7f65b32e8322
  kind: Event
  lastTimestamp: "2026-04-22T20:20:24Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:24Z"
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl.18a8c74eb2b500b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20425"
    uid: e5a042aa-d365-4736-b42a-42071e7d69c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 41e60254-1707-4dc6-a262-7f65b32e8322
  kind: Event
  lastTimestamp: "2026-04-22T20:20:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:36Z"
    name: isvc-paddle-predictor-7dddcb4bd4-ghxdl.18a8c758afb227f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 4f89c977-9834-40d2-b99f-6863e1a2a87c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: 19fbd23d-6a3c-40a0-9ba6-2e27b23661c1
  kind: Event
  lastTimestamp: "2026-04-22T20:19:35Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-ghxdl'
  metadata:
    creationTimestamp: "2026-04-22T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:19:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a8c74a5e8fbc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20032"
    uid: efc5fd9b-e29e-42be-b6a4-60d705bd263b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: 87cab08a-80a4-4318-9bf5-90a7803d740e
  kind: Event
  lastTimestamp: "2026-04-22T20:19:35Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:19:35Z"
    name: isvc-paddle-predictor.18a8c74a5c195382
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: 22dd7d48-5441-4814-932d-8020f920f2e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 683e8db4-d083-41f8-9bd2-766aeba12182
  kind: Event
  lastTimestamp: "2026-04-22T20:20:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:19:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:05Z"
    name: isvc-paddle-predictor.18a8c74ddaeb67ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20284"
    uid: 53b5e0a9-dbad-4997-a8d0-22a55846d663
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 683e8db4-d083-41f8-9bd2-766aeba12182
  kind: Event
  lastTimestamp: "2026-04-22T20:20:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:19:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:05Z"
    name: isvc-paddle-predictor.18a8c74ddb56842b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20285"
    uid: 20250848-3340-4932-a8a2-045ae86957b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: 683e8db4-d083-41f8-9bd2-766aeba12182
  kind: Event
  lastTimestamp: "2026-04-22T20:20:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:35Z"
    name: isvc-paddle-predictor.18a8c754d915a714
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: f28aada6-bb30-47df-9cce-4df6067f8b1a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: 683e8db4-d083-41f8-9bd2-766aeba12182
  kind: Event
  lastTimestamp: "2026-04-22T20:20:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:35Z"
    name: isvc-paddle-predictor.18a8c754d95bb049
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: ef2f1b91-7970-4f17-82ec-a688d0a55c29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:20:36.809679Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:20:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:20:36Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c758b541986a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20561"
    uid: d6b093a8-d3ef-4b8e-ba09-9469400a11e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20568"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: "2026-04-22T20:20:37Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:20:37Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c758ce15dce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: 41ad244b-602e-4c73-b6c4-fb7ba87095ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: "2026-04-22T20:20:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
  metadata:
    creationTimestamp: "2026-04-22T20:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:37Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c758cf619808
    namespace: kserve-ci-e2e-test
    resourceVersion: "20580"
    uid: 326f16e0-bcd8-4e48-9920-3f7b68ce7a7d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: "2026-04-22T20:20:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    in 4.437s (4.437s including waiting). Image size: 300957093 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:41Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c759d7d98257
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: 29de91ef-1f5f-4375-975e-a52b523fda0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: "2026-04-22T20:20:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:41Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c759daa31a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20619"
    uid: b04e461a-7b33-49fe-b077-5b925333919f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: "2026-04-22T20:20:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:41Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c759db18bed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: f57767d7-ea44-40eb-9c47-185f7812c8a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: "2026-04-22T20:20:46Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T20:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:46Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c75ae77b65f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: 054e97b7-787a-4658-b8c5-f59a464c836e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: "2026-04-22T20:20:59Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 13.196s (13.196s
    including waiting). Image size: 1162827003 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:59Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c75dfa0dd619
    namespace: kserve-ci-e2e-test
    resourceVersion: "20756"
    uid: fef169e3-3c1e-4951-9dc9-f5bb0095a316
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: "2026-04-22T20:20:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:59Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c75e00ac2001
    namespace: kserve-ci-e2e-test
    resourceVersion: "20757"
    uid: 440d0fe1-05b9-4588-b071-cc9989f04248
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: "2026-04-22T20:20:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:59Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c75e01e454cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20758"
    uid: 253b5dc3-504f-4e6c-9f38-397e1768c097
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: "2026-04-22T20:21:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:31Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c75e2c7a877b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20980"
    uid: fb48d5af-a753-4812-b713-ca96ed9b3bdb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: c70a59ed-df3e-4c23-90eb-fcd3b2bcfb1f
  kind: Event
  lastTimestamp: "2026-04-22T20:21:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:48Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-kqwlv.18a8c76958e12612
    namespace: kserve-ci-e2e-test
    resourceVersion: "21127"
    uid: 9aade2aa-d3e8-450d-a693-b71d7a171c68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20548"
    uid: 58cea10a-0f6e-47d6-acfd-5ef12ca3120a
  kind: Event
  lastTimestamp: "2026-04-22T20:20:36Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-kqwlv'
  metadata:
    creationTimestamp: "2026-04-22T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:36Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a8c758b4e2cd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: b6a184c1-baee-47c2-8e87-17e9f28ab632
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20545"
    uid: fd10c5e6-6526-409b-a537-17ade23ee149
  kind: Event
  lastTimestamp: "2026-04-22T20:20:36Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:20:36Z"
    name: isvc-paddle-runtime-predictor.18a8c758b28993b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: 3e368ab2-e93a-431b-83f2-61b7d7b8397b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20547"
    uid: a564b57e-7379-40c9-b600-e1944a6701a3
  kind: Event
  lastTimestamp: "2026-04-22T20:21:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:21:36Z"
    name: isvc-paddle-runtime-predictor.18a8c75c3110e188
    namespace: kserve-ci-e2e-test
    resourceVersion: "21015"
    uid: eb5f0937-0b9b-49dd-898d-eec64f55723e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20547"
    uid: a564b57e-7379-40c9-b600-e1944a6701a3
  kind: Event
  lastTimestamp: "2026-04-22T20:21:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:21:36Z"
    name: isvc-paddle-runtime-predictor.18a8c75c316cdfad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21016"
    uid: e03764e6-cd22-40f5-8914-544d3b8cb7ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: 1bbb7f2b-195d-403a-be35-ad89141de79f
  kind: Event
  lastTimestamp: "2026-04-22T20:21:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:21:41Z"
    name: isvc-paddle-runtime.18a8c758b239e605
    namespace: kserve-ci-e2e-test
    resourceVersion: "21057"
    uid: f6eb5eff-bee6-4321-a644-ed5ccc17b89c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20532"
    uid: 1bbb7f2b-195d-403a-be35-ad89141de79f
  kind: Event
  lastTimestamp: "2026-04-22T20:20:36Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:20:36Z"
    name: isvc-paddle-runtime.18a8c758b2906843
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: 71dc7cfe-fe00-45af-a50f-84ec10fe8021
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21055"
    uid: 1bbb7f2b-195d-403a-be35-ad89141de79f
  kind: Event
  lastTimestamp: "2026-04-22T20:21:41Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:21:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:21:41Z"
    name: isvc-paddle-runtime.18a8c767bc421ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: 537add06-4281-4f74-9d51-f2574ae73912
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:21:48.346088Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: 203d516e-2ebb-4285-a126-90872fa7f0be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:21:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:21:48Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79.18a8c7695d289af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21147"
    uid: a7686b84-73fe-4c91-949f-6dfe9876abe8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: 203d516e-2ebb-4285-a126-90872fa7f0be
  kind: Event
  lastTimestamp: "2026-04-22T20:21:48Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:21:48Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79.18a8c769769abb61
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: 135bd8f4-cae2-4f23-bbb5-325a2902a513
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 203d516e-2ebb-4285-a126-90872fa7f0be
  kind: Event
  lastTimestamp: "2026-04-22T20:21:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:48Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79.18a8c76977d9502d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21168"
    uid: cf8c448c-2e2c-4950-b100-e34a601c0f9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 203d516e-2ebb-4285-a126-90872fa7f0be
  kind: Event
  lastTimestamp: "2026-04-22T20:21:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:48Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79.18a8c7697b3b0291
    namespace: kserve-ci-e2e-test
    resourceVersion: "21169"
    uid: ba8e2ecf-473b-4e05-8489-453da9cc9680
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 203d516e-2ebb-4285-a126-90872fa7f0be
  kind: Event
  lastTimestamp: "2026-04-22T20:21:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:48Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79.18a8c7697bc13e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21171"
    uid: ed322baf-969b-41d0-868d-38e12a4f2b66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 203d516e-2ebb-4285-a126-90872fa7f0be
  kind: Event
  lastTimestamp: "2026-04-22T20:21:54Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:54Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79.18a8c76abcab077a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21217"
    uid: fa0f3d41-a39b-4886-999d-bbb09a714ba1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 203d516e-2ebb-4285-a126-90872fa7f0be
  kind: Event
  lastTimestamp: "2026-04-22T20:21:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:54Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79.18a8c76ac11fb8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21223"
    uid: 7c9d965d-2aed-4bae-b002-c9d634423871
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 203d516e-2ebb-4285-a126-90872fa7f0be
  kind: Event
  lastTimestamp: "2026-04-22T20:21:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:21:54Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79.18a8c76ac18b7463
    namespace: kserve-ci-e2e-test
    resourceVersion: "21224"
    uid: 09d00225-451f-44ce-9d8e-0bc076c20e61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 203d516e-2ebb-4285-a126-90872fa7f0be
  kind: Event
  lastTimestamp: "2026-04-22T20:22:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:26Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79.18a8c76af8a2171c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21452"
    uid: 105f35ec-ecbe-4a73-9cd6-70aeee5e30cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 203d516e-2ebb-4285-a126-90872fa7f0be
  kind: Event
  lastTimestamp: "2026-04-22T20:22:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:40Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79.18a8c7756b95c327
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: f67912d1-cb48-40aa-ab5d-e1d08415bfe0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21133"
    uid: e0277b28-1561-44f4-9c8e-52bfbeec9b12
  kind: Event
  lastTimestamp: "2026-04-22T20:21:48Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-t8c79'
  metadata:
    creationTimestamp: "2026-04-22T20:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:21:48Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a8c7695ca2d1f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21143"
    uid: 2a863db2-f304-4ec5-8c59-45613aa6f47e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21131"
    uid: 2418a433-ddd1-43e6-a13c-58e6592c3ddb
  kind: Event
  lastTimestamp: "2026-04-22T20:21:48Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T20:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:21:48Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c7695a36166d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: d56880ce-e812-4863-9b50-1d30d2c7787f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21132"
    uid: b5633eed-268f-4b6f-8db9-d59bdd383db8
  kind: Event
  lastTimestamp: "2026-04-22T20:22:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:22:33Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c76cd8d3f3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21499"
    uid: d47e7212-afb3-494f-8463-33d6bd433df8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21132"
    uid: b5633eed-268f-4b6f-8db9-d59bdd383db8
  kind: Event
  lastTimestamp: "2026-04-22T20:22:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:22:33Z"
    name: isvc-paddle-v2-kserve-predictor.18a8c76cd939485a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: e9a83685-4bb6-4d8c-ae9a-8290e186a259
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 9f137a38-6adb-4b31-a8fb-877844c0da48
  kind: Event
  lastTimestamp: "2026-04-22T20:22:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:22:36Z"
    name: isvc-paddle-v2-kserve.18a8c7695a0f7d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "21529"
    uid: 5365c4a4-2989-4d4a-b634-c9ec66d41c91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 9f137a38-6adb-4b31-a8fb-877844c0da48
  kind: Event
  lastTimestamp: "2026-04-22T20:21:48Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:21:48Z"
    name: isvc-paddle-v2-kserve.18a8c7695a627dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21155"
    uid: 14f89436-4e75-46be-8f8f-df1430ac0dd3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:21:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21139"
    uid: 9f137a38-6adb-4b31-a8fb-877844c0da48
  kind: Event
  lastTimestamp: "2026-04-22T20:21:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:21:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:21:48Z"
    name: isvc-paddle-v2-kserve.18a8c7695fafbb48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: 3a2108e4-0509-4df8-b53c-a13873ec5754
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21527"
    uid: 9f137a38-6adb-4b31-a8fb-877844c0da48
  kind: Event
  lastTimestamp: "2026-04-22T20:22:36Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:22:36Z"
    name: isvc-paddle-v2-kserve.18a8c7748841bae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: bd41e9f0-fafb-4642-9ed0-f5a584796813
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: 8bf48ef0-ffb1-42fc-82a0-1d1a87bcc226
  kind: Event
  lastTimestamp: "2026-04-22T20:20:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:20:34Z"
    name: isvc-paddle.18a8c74a5bf4c89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 0d23fa32-287b-4c3e-a5b2-5e355e694329
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: 8bf48ef0-ffb1-42fc-82a0-1d1a87bcc226
  kind: Event
  lastTimestamp: "2026-04-22T20:19:35Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:19:35Z"
    name: isvc-paddle.18a8c74a5c47b5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: 84361ea1-57ae-41ce-bed8-45fbf628f473
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:20:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20498"
    uid: 8bf48ef0-ffb1-42fc-82a0-1d1a87bcc226
  kind: Event
  lastTimestamp: "2026-04-22T20:20:34Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:20:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:20:34Z"
    name: isvc-paddle.18a8c7584308dd49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20500"
    uid: 8e1b5e62-a3d1-4f36-8a0b-8e0ce9d42c99
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:22:40.198745Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: dd71a690-c2c2-40a7-b989-0a2b652f28bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-h8mjz
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:22:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:22:40Z"
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz.18a8c7756fd16241
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: 9d6bd1fd-dc26-4007-91e7-7ce339da8d68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21606"
    uid: dd71a690-c2c2-40a7-b989-0a2b652f28bf
  kind: Event
  lastTimestamp: "2026-04-22T20:22:40Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:22:40Z"
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz.18a8c77588f3f56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21620"
    uid: 36d2d6a1-1514-41c3-b48a-af2fecd12218
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: dd71a690-c2c2-40a7-b989-0a2b652f28bf
  kind: Event
  lastTimestamp: "2026-04-22T20:22:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:40Z"
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz.18a8c7758a1b842a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21623"
    uid: 5fc0f246-6aa5-4ba8-a2f4-1f2551a6257c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: dd71a690-c2c2-40a7-b989-0a2b652f28bf
  kind: Event
  lastTimestamp: "2026-04-22T20:22:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:40Z"
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz.18a8c7758cd4c66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21624"
    uid: a0987df8-515c-4d34-8e9e-28acf61634bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: dd71a690-c2c2-40a7-b989-0a2b652f28bf
  kind: Event
  lastTimestamp: "2026-04-22T20:22:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:40Z"
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz.18a8c7758d3187b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: 0be8acbc-53f3-4a46-8c8b-09a6929dbc6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: dd71a690-c2c2-40a7-b989-0a2b652f28bf
  kind: Event
  lastTimestamp: "2026-04-22T20:22:45Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T20:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:45Z"
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz.18a8c776af4ac9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: a5453d26-1b31-43a5-a067-862b7b1b95d8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: dd71a690-c2c2-40a7-b989-0a2b652f28bf
  kind: Event
  lastTimestamp: "2026-04-22T20:22:52Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.823s (6.823s
    including waiting). Image size: 800899446 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:52Z"
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz.18a8c77846033c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21722"
    uid: 08c8273c-fb3d-43e1-98be-8c4d4d4892f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: dd71a690-c2c2-40a7-b989-0a2b652f28bf
  kind: Event
  lastTimestamp: "2026-04-22T20:22:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:52Z"
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz.18a8c77848d50467
    namespace: kserve-ci-e2e-test
    resourceVersion: "21723"
    uid: 55bd3677-094f-4ac7-9981-7f76d5466155
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: dd71a690-c2c2-40a7-b989-0a2b652f28bf
  kind: Event
  lastTimestamp: "2026-04-22T20:22:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:22:52Z"
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz.18a8c778494ba55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: 21e7f623-6a35-4b37-8349-31128580cdbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: dd71a690-c2c2-40a7-b989-0a2b652f28bf
  kind: Event
  lastTimestamp: "2026-04-22T20:24:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:03Z"
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz.18a8c77851f68252
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: aa68a5f2-be57-4bb5-a2fe-4fa1480d0c9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: dd71a690-c2c2-40a7-b989-0a2b652f28bf
  kind: Event
  lastTimestamp: "2026-04-22T20:24:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:11Z"
    name: isvc-pmml-predictor-5584ffd8c9-h8mjz.18a8c78ab6f24caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: d3b62057-4460-4696-9af5-72e0df30f776
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21586"
    uid: 7f18d723-4e3c-48f2-9085-6d09ce1761aa
  kind: Event
  lastTimestamp: "2026-04-22T20:22:40Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-h8mjz'
  metadata:
    creationTimestamp: "2026-04-22T20:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:22:40Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a8c7756f44bb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21596"
    uid: 2a6478ed-bac4-4171-959a-2c8af3d7cf80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21583"
    uid: 4b851af4-04da-4ae8-9dc4-f31e3022c66f
  kind: Event
  lastTimestamp: "2026-04-22T20:22:40Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:22:40Z"
    name: isvc-pmml-predictor.18a8c7756caed144
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: cb0d6d08-5387-4bfb-a78e-ac91b1b2fea8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21585"
    uid: 18616da2-c5c8-4847-a7be-327fd75e32f6
  kind: Event
  lastTimestamp: "2026-04-22T20:23:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:23:10Z"
    name: isvc-pmml-predictor.18a8c778eb21e719
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: 973f6d4b-4f47-4253-919b-e07f44b34628
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21585"
    uid: 18616da2-c5c8-4847-a7be-327fd75e32f6
  kind: Event
  lastTimestamp: "2026-04-22T20:23:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:23:10Z"
    name: isvc-pmml-predictor.18a8c778eb8150ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: 58ff93aa-3cfd-4342-ba39-ca79f307880a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:23:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: 18616da2-c5c8-4847-a7be-327fd75e32f6
  kind: Event
  lastTimestamp: "2026-04-22T20:24:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:24:10Z"
    name: isvc-pmml-predictor.18a8c77fe94491e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: 19b92a86-a5f3-4bdb-8f1e-efa115f306c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:23:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21746"
    uid: 18616da2-c5c8-4847-a7be-327fd75e32f6
  kind: Event
  lastTimestamp: "2026-04-22T20:24:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:23:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:24:10Z"
    name: isvc-pmml-predictor.18a8c77fe9a4832e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: 42dd3766-d527-4bdf-b258-5945bef52582
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:24:11.701009Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: 39d0bea4-a132-48b9-ac1d-4c4f7cc084c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-8zw8m
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:24:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:24:11Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m.18a8c78abdc7289e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: 3d2e4b90-915d-4fe2-9c70-affe7fcb4df9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 39d0bea4-a132-48b9-ac1d-4c4f7cc084c3
  kind: Event
  lastTimestamp: "2026-04-22T20:24:12Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:24:12Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m.18a8c78ad6c35185
    namespace: kserve-ci-e2e-test
    resourceVersion: "22357"
    uid: f92f3346-43a4-4c10-9845-38eded138328
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 39d0bea4-a132-48b9-ac1d-4c4f7cc084c3
  kind: Event
  lastTimestamp: "2026-04-22T20:24:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:12Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m.18a8c78ad81cc9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22360"
    uid: 6d2f0ad7-36bc-47fe-abab-28d27dda9304
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 39d0bea4-a132-48b9-ac1d-4c4f7cc084c3
  kind: Event
  lastTimestamp: "2026-04-22T20:24:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:12Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m.18a8c78adad7b824
    namespace: kserve-ci-e2e-test
    resourceVersion: "22362"
    uid: 0ec640c5-bf79-45d2-8276-f876a42abcfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 39d0bea4-a132-48b9-ac1d-4c4f7cc084c3
  kind: Event
  lastTimestamp: "2026-04-22T20:24:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:12Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m.18a8c78adb46b0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22363"
    uid: 06ea9971-b3a9-452b-ad2b-6bf0d4747ed6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 39d0bea4-a132-48b9-ac1d-4c4f7cc084c3
  kind: Event
  lastTimestamp: "2026-04-22T20:24:16Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:16Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m.18a8c78beda31c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22401"
    uid: 87095564-f931-482f-a540-0bfb118fbfab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 39d0bea4-a132-48b9-ac1d-4c4f7cc084c3
  kind: Event
  lastTimestamp: "2026-04-22T20:24:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:16Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m.18a8c78bf0b565e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22405"
    uid: b0f8abd2-9d37-4a81-b3d3-dcc041d85a42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 39d0bea4-a132-48b9-ac1d-4c4f7cc084c3
  kind: Event
  lastTimestamp: "2026-04-22T20:24:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:24:16Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m.18a8c78bf126ed47
    namespace: kserve-ci-e2e-test
    resourceVersion: "22406"
    uid: 626540b5-49f0-4dd7-954c-7bed099ac0a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 39d0bea4-a132-48b9-ac1d-4c4f7cc084c3
  kind: Event
  lastTimestamp: "2026-04-22T20:25:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:28Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m.18a8c78c29901c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: a9582c37-b7ba-43bf-9540-a6b931d08e99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 39d0bea4-a132-48b9-ac1d-4c4f7cc084c3
  kind: Event
  lastTimestamp: "2026-04-22T20:25:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:42Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m.18a8c79ff1de167a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23049"
    uid: 96a7f5be-cebd-4096-8146-c7a5fe2ba89b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 77062e5f-ecbf-4a11-abd7-117f048b02c0
  kind: Event
  lastTimestamp: "2026-04-22T20:24:11Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-8zw8m'
  metadata:
    creationTimestamp: "2026-04-22T20:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:24:11Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a8c78abda66b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: 669fc81b-bf88-4f47-bb7c-36a043f7a6ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22324"
    uid: ce5ce815-805e-4008-9812-a40ca4b5ae1a
  kind: Event
  lastTimestamp: "2026-04-22T20:24:11Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T20:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:24:11Z"
    name: isvc-pmml-runtime-predictor.18a8c78ab74014da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: b0af015f-d7d4-4621-ac2c-a03681b39b29
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: 830a301b-338c-4424-8103-a6671318d792
  kind: Event
  lastTimestamp: "2026-04-22T20:24:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:24:26Z"
    name: isvc-pmml-runtime-predictor.18a8c78e35afa69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22480"
    uid: 7ae55b39-1708-4c2f-b2fd-4532b7763a97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: 830a301b-338c-4424-8103-a6671318d792
  kind: Event
  lastTimestamp: "2026-04-22T20:24:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:24:26Z"
    name: isvc-pmml-runtime-predictor.18a8c78e360e9c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "22482"
    uid: 16e04694-7641-4c7c-934f-b97aaead1a5e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 830a301b-338c-4424-8103-a6671318d792
  kind: Event
  lastTimestamp: "2026-04-22T20:25:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:25:41Z"
    name: isvc-pmml-runtime-predictor.18a8c791b5031a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23018"
    uid: 276be7b3-3228-48f8-ac1d-968f06961a4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 830a301b-338c-4424-8103-a6671318d792
  kind: Event
  lastTimestamp: "2026-04-22T20:25:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:25:41Z"
    name: isvc-pmml-runtime-predictor.18a8c791b56446d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23019"
    uid: e2674aa3-11e9-4b9b-b70a-3ee6ad9ef3f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: c094db43-f366-47bc-950f-399061deeb81
  kind: Event
  lastTimestamp: "2026-04-22T20:25:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:25:36Z"
    name: isvc-pmml-runtime.18a8c78ab71cb4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22981"
    uid: dfdf7ea7-458d-4f45-828f-fdf7b443104f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: c094db43-f366-47bc-950f-399061deeb81
  kind: Event
  lastTimestamp: "2026-04-22T20:24:11Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:24:11Z"
    name: isvc-pmml-runtime.18a8c78ab76acbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22333"
    uid: d045f24c-4739-4c37-9213-32ca7d6ad71c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: c094db43-f366-47bc-950f-399061deeb81
  kind: Event
  lastTimestamp: "2026-04-22T20:25:36Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:25:36Z"
    name: isvc-pmml-runtime.18a8c79e8b605c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "22980"
    uid: 068d9c1c-7b04-44fc-b9e1-bfe266809e39
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:25:42.859861Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23067"
    uid: dad534b1-90d3-4a99-a38b-729726689396
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:25:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:25:42Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk.18a8c79ff744ccf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23074"
    uid: 002a0284-4288-42c8-be9c-5ff0e3973771
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23078"
    uid: dad534b1-90d3-4a99-a38b-729726689396
  kind: Event
  lastTimestamp: "2026-04-22T20:25:43Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:25:43Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk.18a8c7a00ff24d90
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: c90ac9af-6db9-459f-b2ca-43719817a6fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: dad534b1-90d3-4a99-a38b-729726689396
  kind: Event
  lastTimestamp: "2026-04-22T20:25:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:43Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk.18a8c7a011285465
    namespace: kserve-ci-e2e-test
    resourceVersion: "23090"
    uid: 9192b0d3-089e-40c9-a085-86547cd93994
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: dad534b1-90d3-4a99-a38b-729726689396
  kind: Event
  lastTimestamp: "2026-04-22T20:25:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:43Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk.18a8c7a014ad8bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23092"
    uid: 702107f6-9f11-4ade-9260-656e75663337
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: dad534b1-90d3-4a99-a38b-729726689396
  kind: Event
  lastTimestamp: "2026-04-22T20:25:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:43Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk.18a8c7a0151f7fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23093"
    uid: f336be99-b8b9-48fd-af03-5617cdec5076
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: dad534b1-90d3-4a99-a38b-729726689396
  kind: Event
  lastTimestamp: "2026-04-22T20:25:47Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:47Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk.18a8c7a0efa4d693
    namespace: kserve-ci-e2e-test
    resourceVersion: "23129"
    uid: 65f58867-6f5e-43b6-8f5c-ec7671ae5e5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: dad534b1-90d3-4a99-a38b-729726689396
  kind: Event
  lastTimestamp: "2026-04-22T20:25:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:47Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk.18a8c7a0f33f588c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23133"
    uid: a9f66d31-a410-46ff-ab07-7ac507da361a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: dad534b1-90d3-4a99-a38b-729726689396
  kind: Event
  lastTimestamp: "2026-04-22T20:25:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:25:47Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk.18a8c7a0f3b08577
    namespace: kserve-ci-e2e-test
    resourceVersion: "23134"
    uid: f300b06a-b99a-40f6-809c-4be168d4848d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: dad534b1-90d3-4a99-a38b-729726689396
  kind: Event
  lastTimestamp: "2026-04-22T20:26:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:26:59Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk.18a8c7a12b96e21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23647"
    uid: fd9970f9-b171-4a1b-85b9-dd2bf801c109
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: dad534b1-90d3-4a99-a38b-729726689396
  kind: Event
  lastTimestamp: "2026-04-22T20:27:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:27:13Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk.18a8c7b52f3f6bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: a6cbd2e1-3a85-4bc2-befa-4fb5f637d7bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: 10f4a52e-f798-455a-8364-5d3611610465
  kind: Event
  lastTimestamp: "2026-04-22T20:25:42Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-7xzrk'
  metadata:
    creationTimestamp: "2026-04-22T20:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:25:42Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a8c79ff6db4c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: b3369e2b-a074-4d1c-adfc-e7a315aa3d18
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23053"
    uid: 19712d4c-1bba-44d0-8bb8-c4484db7c092
  kind: Event
  lastTimestamp: "2026-04-22T20:25:42Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T20:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:25:42Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c79ff31df34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23057"
    uid: 8691deda-2195-450e-bbe8-53ef4693ad0a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23054"
    uid: cda6515c-3057-4ee0-b0a6-7140e2dbec72
  kind: Event
  lastTimestamp: "2026-04-22T20:26:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:26:27Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c7a3719ae064
    namespace: kserve-ci-e2e-test
    resourceVersion: "23422"
    uid: 60f163fa-6b86-4442-9849-14316cf50a87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23054"
    uid: cda6515c-3057-4ee0-b0a6-7140e2dbec72
  kind: Event
  lastTimestamp: "2026-04-22T20:26:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:26:27Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c7a371fd4397
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 5cc2be2f-3723-43d7-a403-068bdf2f6a77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:26:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23211"
    uid: cda6515c-3057-4ee0-b0a6-7140e2dbec72
  kind: Event
  lastTimestamp: "2026-04-22T20:27:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:27:12Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c7adeed669eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23745"
    uid: 0c8aaa6e-f94c-446b-8be9-fae62404ddfa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:26:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23211"
    uid: cda6515c-3057-4ee0-b0a6-7140e2dbec72
  kind: Event
  lastTimestamp: "2026-04-22T20:27:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:26:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:27:12Z"
    name: isvc-pmml-v2-kserve-predictor.18a8c7adef1a9c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "23746"
    uid: bef69aea-10d8-48c2-9ef6-4f7f18ca42f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23028"
    uid: 0350415e-8a5d-4e5f-af31-460c5ca3a64d
  kind: Event
  lastTimestamp: "2026-04-22T20:27:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:27:09Z"
    name: isvc-pmml-v2-kserve.18a8c79ff2fb3b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "23726"
    uid: 573012f6-ead0-4e9c-a9a9-3ad5c37fe662
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23028"
    uid: 0350415e-8a5d-4e5f-af31-460c5ca3a64d
  kind: Event
  lastTimestamp: "2026-04-22T20:25:42Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:25:42Z"
    name: isvc-pmml-v2-kserve.18a8c79ff348104e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23072"
    uid: 0d6df1fa-f185-48dc-a690-b9d82415e3c7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23042"
    uid: 0350415e-8a5d-4e5f-af31-460c5ca3a64d
  kind: Event
  lastTimestamp: "2026-04-22T20:25:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:25:42Z"
    name: isvc-pmml-v2-kserve.18a8c79ff6e066c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23075"
    uid: 2704855a-fe47-4c74-a3cb-ce3a9fcb2146
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 0350415e-8a5d-4e5f-af31-460c5ca3a64d
  kind: Event
  lastTimestamp: "2026-04-22T20:27:09Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:27:09Z"
    name: isvc-pmml-v2-kserve.18a8c7b432835c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23725"
    uid: e5fca096-2074-4b1f-abdb-cb75673dc68e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21559"
    uid: 9b80c061-5632-4cb6-b3c3-264e41abea43
  kind: Event
  lastTimestamp: "2026-04-22T20:24:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:24:09Z"
    name: isvc-pmml.18a8c7756c899a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "22284"
    uid: 49678adb-1749-4f37-8a22-7fb1dee5f5de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21559"
    uid: 9b80c061-5632-4cb6-b3c3-264e41abea43
  kind: Event
  lastTimestamp: "2026-04-22T20:22:40Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:22:40Z"
    name: isvc-pmml.18a8c7756cecafe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21608"
    uid: 4589587a-6bb7-4239-8ac1-029428ea3024
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:22:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21592"
    uid: 9b80c061-5632-4cb6-b3c3-264e41abea43
  kind: Event
  lastTimestamp: "2026-04-22T20:22:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:22:40Z"
    name: isvc-pmml.18a8c775723907eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21609"
    uid: 01d91e05-1c3d-4209-98ab-7dac6592bdc5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:24:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22282"
    uid: 9b80c061-5632-4cb6-b3c3-264e41abea43
  kind: Event
  lastTimestamp: "2026-04-22T20:24:09Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:24:09Z"
    name: isvc-pmml.18a8c78a49b89efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22283"
    uid: c94ef6c1-da5f-46e1-aac6-6f2f54e971d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:32:08.940601Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26583"
    uid: f4e0964f-cd80-4657-a859-18c446344122
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-6pk5d
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:32:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:32:08Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d.18a8c7f9db795af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26590"
    uid: d99072c9-74d9-4785-8e03-1d48a3b7f99c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26594"
    uid: f4e0964f-cd80-4657-a859-18c446344122
  kind: Event
  lastTimestamp: "2026-04-22T20:32:09Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:32:09Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d.18a8c7f9f48c0cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: 60cbd319-a7ae-45ab-8584-809d22381c57
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: f4e0964f-cd80-4657-a859-18c446344122
  kind: Event
  lastTimestamp: "2026-04-22T20:32:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:32:09Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d.18a8c7f9f5bac1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26608"
    uid: dbe4e5d4-d38b-4415-8b62-bdf3f8478720
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: f4e0964f-cd80-4657-a859-18c446344122
  kind: Event
  lastTimestamp: "2026-04-22T20:32:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:32:09Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d.18a8c7f9f869c10b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26611"
    uid: 41c45b50-0cbe-418d-bb13-2a74b0e3af63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: f4e0964f-cd80-4657-a859-18c446344122
  kind: Event
  lastTimestamp: "2026-04-22T20:32:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:32:09Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d.18a8c7f9f8eccc68
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: c95d4fef-8103-4c8b-82d2-fef5eac896fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: f4e0964f-cd80-4657-a859-18c446344122
  kind: Event
  lastTimestamp: "2026-04-22T20:32:14Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:32:14Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d.18a8c7fb0b9eb3c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 4855b38f-5ab8-4d0e-80f6-e5a94e322b8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: f4e0964f-cd80-4657-a859-18c446344122
  kind: Event
  lastTimestamp: "2026-04-22T20:32:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:32:14Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d.18a8c7fb0e55dccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26657"
    uid: b3cfe395-12f1-46ca-b236-cbef226539b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: f4e0964f-cd80-4657-a859-18c446344122
  kind: Event
  lastTimestamp: "2026-04-22T20:32:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:32:14Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d.18a8c7fb0ec84d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "26658"
    uid: d580908e-8cc1-4d8f-838f-2aa750ed4bca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: f4e0964f-cd80-4657-a859-18c446344122
  kind: Event
  lastTimestamp: "2026-04-22T20:33:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:33:16Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d.18a8c7fb4778b641
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 44cf3725-74fe-4690-883c-f74901ca966c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26587"
    uid: f4e0964f-cd80-4657-a859-18c446344122
  kind: Event
  lastTimestamp: "2026-04-22T20:33:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:33:29Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-6pk5d.18a8c80c82c5766d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27233"
    uid: 7a1fbcea-efef-4021-9d2a-118a4bd845e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: 6f4ed66b-2c34-4853-a679-b06f5b4e6098
  kind: Event
  lastTimestamp: "2026-04-22T20:32:08Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-6pk5d'
  metadata:
    creationTimestamp: "2026-04-22T20:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:32:08Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a8c7f9db0fa2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26586"
    uid: 1b1506d6-773b-4127-afa2-6d54402f905b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26569"
    uid: 870c4e44-e8d5-4ca5-a1ad-3df10a417b5c
  kind: Event
  lastTimestamp: "2026-04-22T20:32:08Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:32:08Z"
    name: isvc-predictive-lightgbm-predictor.18a8c7f9d842f0e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26574"
    uid: f5c2551a-035c-4b56-bb0e-c506041c88e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26570"
    uid: 2d789e20-f306-425f-bc34-9a6404bb6221
  kind: Event
  lastTimestamp: "2026-04-22T20:32:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:32:23Z"
    name: isvc-predictive-lightgbm-predictor.18a8c7fd56c40103
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: 80b1673e-8a05-4f9c-a160-352fa544c47a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26570"
    uid: 2d789e20-f306-425f-bc34-9a6404bb6221
  kind: Event
  lastTimestamp: "2026-04-22T20:32:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:32:23Z"
    name: isvc-predictive-lightgbm-predictor.18a8c7fd571f5b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26734"
    uid: 1b83c50b-1b0b-437a-b313-c159fb26b5f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26733"
    uid: 2d789e20-f306-425f-bc34-9a6404bb6221
  kind: Event
  lastTimestamp: "2026-04-22T20:33:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:33:23Z"
    name: isvc-predictive-lightgbm-predictor.18a8c800d62a5b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27160"
    uid: 2c1f0753-4abc-4cf9-8dc8-be033765bf43
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26733"
    uid: 2d789e20-f306-425f-bc34-9a6404bb6221
  kind: Event
  lastTimestamp: "2026-04-22T20:33:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:33:23Z"
    name: isvc-predictive-lightgbm-predictor.18a8c800d68ceac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27161"
    uid: 75f51bae-0350-4c04-a262-f884fb8a9f82
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:36:19.484427Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28607"
    uid: 915fd165-8a7d-4c3e-b13c-1b394c3dd163
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:36:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:36:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw.18a8c834310ccfb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28613"
    uid: 66b894ae-9077-4fb7-824e-e60e924e47a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28618"
    uid: 915fd165-8a7d-4c3e-b13c-1b394c3dd163
  kind: Event
  lastTimestamp: "2026-04-22T20:36:19Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:36:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw.18a8c8344a18fe0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28625"
    uid: a41bd097-cfd3-4db9-9a8c-a025a9e0884d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: 915fd165-8a7d-4c3e-b13c-1b394c3dd163
  kind: Event
  lastTimestamp: "2026-04-22T20:36:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:36:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw.18a8c8344b52bd65
    namespace: kserve-ci-e2e-test
    resourceVersion: "28627"
    uid: bd115885-b558-418f-8d9d-367ee5c32ac5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: 915fd165-8a7d-4c3e-b13c-1b394c3dd163
  kind: Event
  lastTimestamp: "2026-04-22T20:36:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:36:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw.18a8c8344df6c047
    namespace: kserve-ci-e2e-test
    resourceVersion: "28629"
    uid: b3d2bbac-bcf3-441c-a2bc-a561f0d39f0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: 915fd165-8a7d-4c3e-b13c-1b394c3dd163
  kind: Event
  lastTimestamp: "2026-04-22T20:36:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:36:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw.18a8c8344e68ac5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 5c822af6-914c-46c1-8892-1e2a9585b04c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: 915fd165-8a7d-4c3e-b13c-1b394c3dd163
  kind: Event
  lastTimestamp: "2026-04-22T20:36:23Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:36:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw.18a8c8352dabf434
    namespace: kserve-ci-e2e-test
    resourceVersion: "28672"
    uid: c8b9eb4e-a52b-4e0b-a2f8-b95b1b9b0475
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: 915fd165-8a7d-4c3e-b13c-1b394c3dd163
  kind: Event
  lastTimestamp: "2026-04-22T20:36:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:36:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw.18a8c83530a2077c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 405a7d46-777f-4765-a59e-0bb8f14aaf9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: 915fd165-8a7d-4c3e-b13c-1b394c3dd163
  kind: Event
  lastTimestamp: "2026-04-22T20:36:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:36:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw.18a8c8353111046b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: a94e2d72-8c90-42c2-b0e3-dd3ec7e27789
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: 915fd165-8a7d-4c3e-b13c-1b394c3dd163
  kind: Event
  lastTimestamp: "2026-04-22T20:37:51Z"
  message: 'Readiness probe failed: Get "http://10.132.0.26:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.26:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:37:51Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw.18a8c83ca18dc80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29366"
    uid: 42fe9fbb-bd13-4cf3-a749-e1ea31df1277
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: 915fd165-8a7d-4c3e-b13c-1b394c3dd163
  kind: Event
  lastTimestamp: "2026-04-22T20:37:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:37:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw.18a8c8492e5be0d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29323"
    uid: 4f597fee-4f49-4a64-906f-fc80998b1e84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28594"
    uid: 461376b3-70e7-4c5c-bf44-27174b2720e9
  kind: Event
  lastTimestamp: "2026-04-22T20:36:19Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-s2kjw'
  metadata:
    creationTimestamp: "2026-04-22T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:36:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a8c83430b53bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 5f0a8fb6-475d-46aa-97d0-8b214e693772
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28591"
    uid: 0b719925-77c4-4635-933e-e6dae3ae9f23
  kind: Event
  lastTimestamp: "2026-04-22T20:36:19Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:36:19Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c8342e1a220d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28597"
    uid: 095a68cf-9808-40f2-97f9-554611bf0bc7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28593"
    uid: 99fb4fa6-ce0c-4245-8b51-58a5c6790475
  kind: Event
  lastTimestamp: "2026-04-22T20:37:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:37:04Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c837acc68b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "28969"
    uid: f76b563f-a2ae-4e43-9763-e4a73bd51796
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28593"
    uid: 99fb4fa6-ce0c-4245-8b51-58a5c6790475
  kind: Event
  lastTimestamp: "2026-04-22T20:37:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:37:04Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c837ad28cc2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28970"
    uid: e0cd421e-03a7-44f0-ac0a-2edbe7e78387
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28758"
    uid: 99fb4fa6-ce0c-4245-8b51-58a5c6790475
  kind: Event
  lastTimestamp: "2026-04-22T20:37:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:37:49Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c84229e5302b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29299"
    uid: 539eb867-d020-4765-93d7-fe6b4b0dfe6a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28758"
    uid: 99fb4fa6-ce0c-4245-8b51-58a5c6790475
  kind: Event
  lastTimestamp: "2026-04-22T20:37:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:37:49Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a8c8422a4ee7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29300"
    uid: 140d5506-7e4b-468d-94c2-c85619b64bba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28571"
    uid: ce754998-59d6-4dba-b839-686b4bba01c2
  kind: Event
  lastTimestamp: "2026-04-22T20:37:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:37:41Z"
    name: isvc-predictive-lightgbm-v2.18a8c8342e232925
    namespace: kserve-ci-e2e-test
    resourceVersion: "29241"
    uid: 5d26e76d-ed68-4c0e-9450-5eb184a496f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28571"
    uid: ce754998-59d6-4dba-b839-686b4bba01c2
  kind: Event
  lastTimestamp: "2026-04-22T20:36:19Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:36:19Z"
    name: isvc-predictive-lightgbm-v2.18a8c8342ed56e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "28603"
    uid: 7632935f-4c06-4a65-8775-2928b5f78db0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29239"
    uid: ce754998-59d6-4dba-b839-686b4bba01c2
  kind: Event
  lastTimestamp: "2026-04-22T20:37:41Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:37:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:37:41Z"
    name: isvc-predictive-lightgbm-v2.18a8c8475895e0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29240"
    uid: 82f49db7-c3e7-41fe-8f68-771f4563ceff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: 06a96b41-bc54-4e7c-98f7-9894ef64cc5a
  kind: Event
  lastTimestamp: "2026-04-22T20:33:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:33:26Z"
    name: isvc-predictive-lightgbm.18a8c7f9d81dfd83
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: 6186aaa0-9e6e-4768-960c-bd60897472ef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: 06a96b41-bc54-4e7c-98f7-9894ef64cc5a
  kind: Event
  lastTimestamp: "2026-04-22T20:32:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:32:08Z"
    name: isvc-predictive-lightgbm.18a8c7f9d8c84a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "26577"
    uid: 7cfccb14-f080-49b2-811d-2cf598f1ad31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27185"
    uid: 06a96b41-bc54-4e7c-98f7-9894ef64cc5a
  kind: Event
  lastTimestamp: "2026-04-22T20:33:26Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:33:26Z"
    name: isvc-predictive-lightgbm.18a8c80bf999f6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27186"
    uid: 2e8edf41-d87b-4edf-8a31-bd73b505b9ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:28:58.508617Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24784"
    uid: d3d999a6-b894-46af-9f67-f1b0ff7be28b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:28:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:28:58Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c.18a8c7cd84d7e888
    namespace: kserve-ci-e2e-test
    resourceVersion: "24790"
    uid: c8a94de3-c16d-4390-a3fd-d782d1331d5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24795"
    uid: d3d999a6-b894-46af-9f67-f1b0ff7be28b
  kind: Event
  lastTimestamp: "2026-04-22T20:28:58Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:28:58Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c.18a8c7cd9de089fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: 2fe44687-3f89-4783-a80e-8511303fdcb8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: d3d999a6-b894-46af-9f67-f1b0ff7be28b
  kind: Event
  lastTimestamp: "2026-04-22T20:28:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:58Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c.18a8c7cd9f1f9282
    namespace: kserve-ci-e2e-test
    resourceVersion: "24811"
    uid: f0b2358b-e1e6-40a0-a83f-89aa3e4bcbea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: d3d999a6-b894-46af-9f67-f1b0ff7be28b
  kind: Event
  lastTimestamp: "2026-04-22T20:28:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:58Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c.18a8c7cda1dcaf08
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 975c7ce5-4b13-4cb7-af85-3b572b273ce5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: d3d999a6-b894-46af-9f67-f1b0ff7be28b
  kind: Event
  lastTimestamp: "2026-04-22T20:28:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:59Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c.18a8c7cda24ddab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24814"
    uid: 4fad0936-b4ae-4aac-870f-1c6ec5d72e1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: d3d999a6-b894-46af-9f67-f1b0ff7be28b
  kind: Event
  lastTimestamp: "2026-04-22T20:29:03Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T20:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:29:03Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c.18a8c7ceb0671782
    namespace: kserve-ci-e2e-test
    resourceVersion: "24851"
    uid: 918b1804-227c-48d4-9577-76e50591cd1d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:29:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: d3d999a6-b894-46af-9f67-f1b0ff7be28b
  kind: Event
  lastTimestamp: "2026-04-22T20:29:28Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.741s
    (24.741s including waiting). Image size: 2324200817 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:29:28Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c.18a8c7d47319bd09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25021"
    uid: 549b46c3-2860-45d4-853d-d86ea1ebcdca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:29:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: d3d999a6-b894-46af-9f67-f1b0ff7be28b
  kind: Event
  lastTimestamp: "2026-04-22T20:29:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:29:28Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c.18a8c7d476b7d6e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 8e24ddf7-1852-4220-829f-01291645767a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:29:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: d3d999a6-b894-46af-9f67-f1b0ff7be28b
  kind: Event
  lastTimestamp: "2026-04-22T20:29:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:29:28Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c.18a8c7d4774bae90
    namespace: kserve-ci-e2e-test
    resourceVersion: "25024"
    uid: e3a794ad-d1de-42db-b519-61fe2c8aaa0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:29:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: d3d999a6-b894-46af-9f67-f1b0ff7be28b
  kind: Event
  lastTimestamp: "2026-04-22T20:30:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:30:49Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c.18a8c7d4872a77be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25952"
    uid: e0c65856-3e33-4229-8403-3f6886976076
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: d3d999a6-b894-46af-9f67-f1b0ff7be28b
  kind: Event
  lastTimestamp: "2026-04-22T20:30:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:30:48Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c.18a8c7e72d9ad525
    namespace: kserve-ci-e2e-test
    resourceVersion: "25916"
    uid: e2d51a92-407f-4be3-8f25-3d3c025b6663
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "24772"
    uid: 4e6b7b35-a75b-4de5-b772-e8a047f3c834
  kind: Event
  lastTimestamp: "2026-04-22T20:28:58Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-h4v7c'
  metadata:
    creationTimestamp: "2026-04-22T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:28:58Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a8c7cd845ca44e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24785"
    uid: 2ba3b7c0-c766-4d03-b4f0-9d0f26cab1da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24770"
    uid: 32630335-8d7c-4c66-aa3b-c841d7b78011
  kind: Event
  lastTimestamp: "2026-04-22T20:28:58Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:28:58Z"
    name: isvc-predictive-sklearn-predictor.18a8c7cd8196427a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24775"
    uid: 89945615-4144-4bed-8e50-fee38b3ba0c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:29:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 164023ee-dd16-476e-8939-0b1ad77ffd9d
  kind: Event
  lastTimestamp: "2026-04-22T20:30:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:30:13Z"
    name: isvc-predictive-sklearn-predictor.18a8c7d1004b1389
    namespace: kserve-ci-e2e-test
    resourceVersion: "25349"
    uid: 71c41585-7989-4cc9-81f0-fe74d96da31b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:29:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 164023ee-dd16-476e-8939-0b1ad77ffd9d
  kind: Event
  lastTimestamp: "2026-04-22T20:30:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:30:13Z"
    name: isvc-predictive-sklearn-predictor.18a8c7d100b11d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 64bdf856-90d7-4f6c-b14f-341f2ceeae0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 164023ee-dd16-476e-8939-0b1ad77ffd9d
  kind: Event
  lastTimestamp: "2026-04-22T20:30:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:30:43Z"
    name: isvc-predictive-sklearn-predictor.18a8c7e27b16aa3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25849"
    uid: c2642c37-88cc-44f2-9add-613bcab36d19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24923"
    uid: 164023ee-dd16-476e-8939-0b1ad77ffd9d
  kind: Event
  lastTimestamp: "2026-04-22T20:30:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:30:43Z"
    name: isvc-predictive-sklearn-predictor.18a8c7e27b7916c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25850"
    uid: d38765c0-dc30-467b-8967-b4d85c0d6033
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:33:29.109712Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: a70dadb8-a1d8-4de0-b677-809132ecfbee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:33:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:33:29Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g.18a8c80c85eced83
    namespace: kserve-ci-e2e-test
    resourceVersion: "27247"
    uid: 75798cbc-c847-4fbe-954b-0856519f12d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27252"
    uid: a70dadb8-a1d8-4de0-b677-809132ecfbee
  kind: Event
  lastTimestamp: "2026-04-22T20:33:29Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:33:29Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g.18a8c80c9ea6b949
    namespace: kserve-ci-e2e-test
    resourceVersion: "27263"
    uid: 73933984-6cbc-4c57-831f-e1be7a170e03
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: a70dadb8-a1d8-4de0-b677-809132ecfbee
  kind: Event
  lastTimestamp: "2026-04-22T20:33:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:33:29Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g.18a8c80ca001eb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27265"
    uid: ccc1736c-ea00-48d5-b304-23fb002a308b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: a70dadb8-a1d8-4de0-b677-809132ecfbee
  kind: Event
  lastTimestamp: "2026-04-22T20:33:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:33:29Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g.18a8c80ca2b8c214
    namespace: kserve-ci-e2e-test
    resourceVersion: "27267"
    uid: f395494a-3e50-47bf-9b33-53bc21ca6276
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: a70dadb8-a1d8-4de0-b677-809132ecfbee
  kind: Event
  lastTimestamp: "2026-04-22T20:33:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:33:29Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g.18a8c80ca32b976c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27269"
    uid: b19e00bb-b7c9-469a-ab7c-469efbc3bc94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: a70dadb8-a1d8-4de0-b677-809132ecfbee
  kind: Event
  lastTimestamp: "2026-04-22T20:33:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:33:34Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g.18a8c80db865ed59
    namespace: kserve-ci-e2e-test
    resourceVersion: "27306"
    uid: a811b1e3-fb1c-4d50-a93a-dd94abbe04e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: a70dadb8-a1d8-4de0-b677-809132ecfbee
  kind: Event
  lastTimestamp: "2026-04-22T20:33:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:33:34Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g.18a8c80dbb3f6d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27311"
    uid: 44fadcb9-9f02-4d9f-ac41-8d6af3c4b249
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: a70dadb8-a1d8-4de0-b677-809132ecfbee
  kind: Event
  lastTimestamp: "2026-04-22T20:33:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:33:34Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g.18a8c80dbbb26165
    namespace: kserve-ci-e2e-test
    resourceVersion: "27312"
    uid: 4d74ad24-966a-49d2-a0ca-e18df10f7441
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-22T20:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: a70dadb8-a1d8-4de0-b677-809132ecfbee
  kind: Event
  lastTimestamp: "2026-04-22T20:34:59Z"
  message: 'Readiness probe failed: Get "http://10.132.0.24:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.24:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g.18a8c8152c792ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27971"
    uid: 0a7423fd-e58d-488b-9d98-588ad416f797
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27244"
    uid: a70dadb8-a1d8-4de0-b677-809132ecfbee
  kind: Event
  lastTimestamp: "2026-04-22T20:34:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g.18a8c821847353c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27945"
    uid: 3ac130eb-2d98-44b5-8279-69a55aac178a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 68413009-67f7-47ca-9d28-8f947abd511b
  kind: Event
  lastTimestamp: "2026-04-22T20:33:29Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-pkg2g'
  metadata:
    creationTimestamp: "2026-04-22T20:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:33:29Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a8c80c858148f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27245"
    uid: 1a99b308-f9b8-4061-adb0-2b4721ea1691
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: 5f0902af-b804-45cb-8c50-a6a01c96bbe5
  kind: Event
  lastTimestamp: "2026-04-22T20:33:29Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:33:29Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c80c831f171e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27235"
    uid: 4bdfa322-59ff-43f9-840d-58cbdefa4360
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27230"
    uid: 36c28da4-a428-45d7-8c1a-197f193a24b9
  kind: Event
  lastTimestamp: "2026-04-22T20:33:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:33:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c810032b3a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27386"
    uid: dbf1998c-fac8-4e69-8128-32766baaf272
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27230"
    uid: 36c28da4-a428-45d7-8c1a-197f193a24b9
  kind: Event
  lastTimestamp: "2026-04-22T20:33:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:33:44Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c81003e9d34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27387"
    uid: af5886e2-e9c0-4651-b3cb-3b5729a5b5f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: 36c28da4-a428-45d7-8c1a-197f193a24b9
  kind: Event
  lastTimestamp: "2026-04-22T20:34:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c81382995e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "27914"
    uid: 5aa5be41-bfa6-4e81-9ba6-3d96ff025a0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27385"
    uid: 36c28da4-a428-45d7-8c1a-197f193a24b9
  kind: Event
  lastTimestamp: "2026-04-22T20:34:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-sklearn-v2-predictor.18a8c8138304cb6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27916"
    uid: 9ae97a3f-0797-4773-aa06-e2925a8bed8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27205"
    uid: 40cc17b4-541a-4796-b297-aea5050f49e2
  kind: Event
  lastTimestamp: "2026-04-22T20:34:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:34:49Z"
    name: isvc-predictive-sklearn-v2.18a8c80c82ed22b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: 7849bd6a-11c0-47d4-9ddd-09283d25ed9a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:33:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27205"
    uid: 40cc17b4-541a-4796-b297-aea5050f49e2
  kind: Event
  lastTimestamp: "2026-04-22T20:33:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:33:29Z"
    name: isvc-predictive-sklearn-v2.18a8c80c83554006
    namespace: kserve-ci-e2e-test
    resourceVersion: "27237"
    uid: 52c12ecb-50a6-480e-a05d-4babaed2a2fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:34:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27846"
    uid: 40cc17b4-541a-4796-b297-aea5050f49e2
  kind: Event
  lastTimestamp: "2026-04-22T20:34:49Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:34:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:34:49Z"
    name: isvc-predictive-sklearn-v2.18a8c81f4d0f5713
    namespace: kserve-ci-e2e-test
    resourceVersion: "27847"
    uid: 47e781cb-e903-4213-8839-63a921533ed0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24763"
    uid: 5ea74d50-0947-48a1-927e-ce2b75daaeb6
  kind: Event
  lastTimestamp: "2026-04-22T20:30:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:30:39Z"
    name: isvc-predictive-sklearn.18a8c7cd8174764b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25824"
    uid: c3c25621-13d4-4334-b348-a68697e8563b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24763"
    uid: 5ea74d50-0947-48a1-927e-ce2b75daaeb6
  kind: Event
  lastTimestamp: "2026-04-22T20:28:58Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:28:58Z"
    name: isvc-predictive-sklearn.18a8c7cd81e5b14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24777"
    uid: b3a1d342-2a99-49d3-b108-00b596fd35bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25821"
    uid: 5ea74d50-0947-48a1-927e-ce2b75daaeb6
  kind: Event
  lastTimestamp: "2026-04-22T20:30:39Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:30:39Z"
    name: isvc-predictive-sklearn.18a8c7e5131c81c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25823"
    uid: 4376ba41-1923-441d-8313-a346c9f352ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:30:48.786873Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25926"
    uid: 76d75314-94e5-4826-9437-19ed59b8ac61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:30:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:30:48Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d.18a8c7e731f08b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25932"
    uid: f895a632-1e66-4714-87ce-7038e0ce1f14
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25936"
    uid: 76d75314-94e5-4826-9437-19ed59b8ac61
  kind: Event
  lastTimestamp: "2026-04-22T20:30:49Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:30:49Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d.18a8c7e74a9ee605
    namespace: kserve-ci-e2e-test
    resourceVersion: "25945"
    uid: 8d84229d-1031-458f-a395-083f8369b96c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 76d75314-94e5-4826-9437-19ed59b8ac61
  kind: Event
  lastTimestamp: "2026-04-22T20:30:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:30:49Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d.18a8c7e74bedcd76
    namespace: kserve-ci-e2e-test
    resourceVersion: "25947"
    uid: ba53d6e7-c014-4ad6-afd4-841c2098e546
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 76d75314-94e5-4826-9437-19ed59b8ac61
  kind: Event
  lastTimestamp: "2026-04-22T20:30:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:30:49Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d.18a8c7e74ea60b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: 13855f5d-20b6-419b-9816-be6ec7c19918
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 76d75314-94e5-4826-9437-19ed59b8ac61
  kind: Event
  lastTimestamp: "2026-04-22T20:30:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:30:49Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d.18a8c7e74f17ae02
    namespace: kserve-ci-e2e-test
    resourceVersion: "25950"
    uid: 51806246-5b1a-4dd2-af0a-9e338d28ce0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 76d75314-94e5-4826-9437-19ed59b8ac61
  kind: Event
  lastTimestamp: "2026-04-22T20:30:53Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:30:53Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d.18a8c7e85eba7fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25991"
    uid: efdd0ce8-f149-4826-b444-1af27745f85a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 76d75314-94e5-4826-9437-19ed59b8ac61
  kind: Event
  lastTimestamp: "2026-04-22T20:30:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:30:53Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d.18a8c7e86238bc3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25998"
    uid: e96e3200-bc41-4b4f-84dd-cf1afee9f01e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 76d75314-94e5-4826-9437-19ed59b8ac61
  kind: Event
  lastTimestamp: "2026-04-22T20:30:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:30:53Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d.18a8c7e862bd25e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26000"
    uid: 8ca8b98b-fbda-4325-a6e9-6814267ba563
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 76d75314-94e5-4826-9437-19ed59b8ac61
  kind: Event
  lastTimestamp: "2026-04-22T20:31:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:30:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:31:55Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d.18a8c7e89ac5b4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26442"
    uid: 5699ea19-c3b1-42d0-9ddf-863072bb54b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25929"
    uid: 76d75314-94e5-4826-9437-19ed59b8ac61
  kind: Event
  lastTimestamp: "2026-04-22T20:32:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:32:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:32:08Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d.18a8c7f9d89c7909
    namespace: kserve-ci-e2e-test
    resourceVersion: "26576"
    uid: 8cfa9b96-bf33-4adb-8857-36f8e578160b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25914"
    uid: 9577f090-039c-4906-8922-e456de4accfc
  kind: Event
  lastTimestamp: "2026-04-22T20:30:48Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-bxx7d'
  metadata:
    creationTimestamp: "2026-04-22T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:30:48Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a8c7e731857634
    namespace: kserve-ci-e2e-test
    resourceVersion: "25928"
    uid: 0501fa86-a20f-47db-8b89-57a178aa0b03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25912"
    uid: 51459f69-a20f-405d-a5ba-abe4f5510234
  kind: Event
  lastTimestamp: "2026-04-22T20:30:48Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:30:48Z"
    name: isvc-predictive-xgboost-predictor.18a8c7e72dee6d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: ad8c440c-4919-4140-afaf-baa132a9a4e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:31:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25915"
    uid: 57dc2cef-dea0-4453-b590-9fc236cba795
  kind: Event
  lastTimestamp: "2026-04-22T20:31:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:31:03Z"
    name: isvc-predictive-xgboost-predictor.18a8c7eaacba0ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26073"
    uid: cc8abe31-c287-48d6-a44d-b5fc52ef440f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:31:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25915"
    uid: 57dc2cef-dea0-4453-b590-9fc236cba795
  kind: Event
  lastTimestamp: "2026-04-22T20:31:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:31:03Z"
    name: isvc-predictive-xgboost-predictor.18a8c7eaad225f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26075"
    uid: 704892be-903e-433d-a828-2125c8ef3658
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: 57dc2cef-dea0-4453-b590-9fc236cba795
  kind: Event
  lastTimestamp: "2026-04-22T20:32:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:32:03Z"
    name: isvc-predictive-xgboost-predictor.18a8c7ee2c1f2eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26499"
    uid: c58f2a30-d140-4310-98ef-dea455c16f75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:31:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26074"
    uid: 57dc2cef-dea0-4453-b590-9fc236cba795
  kind: Event
  lastTimestamp: "2026-04-22T20:32:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:32:03Z"
    name: isvc-predictive-xgboost-predictor.18a8c7ee2c7f4af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: 46e597af-61f8-4260-bb9e-8bb552a22dac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:34:59.355311Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27956"
    uid: 6b84a4da-44a5-4ad5-9fde-0514d8be28e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:34:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d.18a8c82188fb6c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27964"
    uid: fb362347-2b11-4224-9af4-841bbd4598c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:34:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27966"
    uid: 6b84a4da-44a5-4ad5-9fde-0514d8be28e5
  kind: Event
  lastTimestamp: "2026-04-22T20:34:59Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d.18a8c821a1b2243a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27978"
    uid: 45258774-6b96-4ead-b4b6-5b24aef2ff9d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27959"
    uid: 6b84a4da-44a5-4ad5-9fde-0514d8be28e5
  kind: Event
  lastTimestamp: "2026-04-22T20:34:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d.18a8c821a3046aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: aec04e49-515c-4579-91e4-c3d853436e28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27959"
    uid: 6b84a4da-44a5-4ad5-9fde-0514d8be28e5
  kind: Event
  lastTimestamp: "2026-04-22T20:34:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d.18a8c821a5aadaa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27982"
    uid: 4adb0397-9a22-4c73-b770-2feb87b7e915
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27959"
    uid: 6b84a4da-44a5-4ad5-9fde-0514d8be28e5
  kind: Event
  lastTimestamp: "2026-04-22T20:34:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d.18a8c821a62f2471
    namespace: kserve-ci-e2e-test
    resourceVersion: "27983"
    uid: 5f821699-87b7-4acb-bc11-374ff3e96cf1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27959"
    uid: 6b84a4da-44a5-4ad5-9fde-0514d8be28e5
  kind: Event
  lastTimestamp: "2026-04-22T20:35:03Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:35:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d.18a8c8227f97cbcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28013"
    uid: aa484ffa-370a-42e4-99c2-a25a209efcaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27959"
    uid: 6b84a4da-44a5-4ad5-9fde-0514d8be28e5
  kind: Event
  lastTimestamp: "2026-04-22T20:35:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:35:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d.18a8c8228259764a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28017"
    uid: 2c31a728-ffff-4fdf-8185-eff9bc71a63a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27959"
    uid: 6b84a4da-44a5-4ad5-9fde-0514d8be28e5
  kind: Event
  lastTimestamp: "2026-04-22T20:35:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:35:03Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d.18a8c82282ce03e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28018"
    uid: e79f2457-7636-494f-a507-999fabb419cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27959"
    uid: 6b84a4da-44a5-4ad5-9fde-0514d8be28e5
  kind: Event
  lastTimestamp: "2026-04-22T20:36:05Z"
  message: 'Readiness probe failed: Get "http://10.132.0.25:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.25:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:36:05Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d.18a8c829f38f55a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28460"
    uid: d5d7eca2-198c-44ee-88c9-44262bb5c12c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27959"
    uid: 6b84a4da-44a5-4ad5-9fde-0514d8be28e5
  kind: Event
  lastTimestamp: "2026-04-22T20:36:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:36:19Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d.18a8c8342e948759
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 839012ec-3dcb-402b-9cf0-d602823757c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:34:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27943"
    uid: 4511ae6b-85c8-4ce5-a77d-382f181776a0
  kind: Event
  lastTimestamp: "2026-04-22T20:34:59Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-srl5d'
  metadata:
    creationTimestamp: "2026-04-22T20:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a8c821888c9976
    namespace: kserve-ci-e2e-test
    resourceVersion: "27958"
    uid: 573ad9eb-dd62-449e-9706-4b499336a42b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:34:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: 038d5449-3b2d-4104-8093-deedc0c1f4cb
  kind: Event
  lastTimestamp: "2026-04-22T20:34:59Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c821847e7693
    namespace: kserve-ci-e2e-test
    resourceVersion: "27944"
    uid: 7a5dcfe3-57ad-4dd9-9184-f60b66a1aae5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:35:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 42c786ce-9145-4d44-b719-6a2739741f2e
  kind: Event
  lastTimestamp: "2026-04-22T20:35:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:35:29Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c8250393429c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28198"
    uid: 8d90d4fd-f71a-4376-ac2f-5dc3d6d128e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:35:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27942"
    uid: 42c786ce-9145-4d44-b719-6a2739741f2e
  kind: Event
  lastTimestamp: "2026-04-22T20:35:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:35:29Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c82503fd2089
    namespace: kserve-ci-e2e-test
    resourceVersion: "28199"
    uid: 5140bcaf-14ba-41c1-a5dd-ebae13b6ec05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:35:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28094"
    uid: 42c786ce-9145-4d44-b719-6a2739741f2e
  kind: Event
  lastTimestamp: "2026-04-22T20:36:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:36:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c82c02cc361b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28521"
    uid: 03080cc7-9236-46f5-8aa4-be18787c6204
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:35:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28094"
    uid: 42c786ce-9145-4d44-b719-6a2739741f2e
  kind: Event
  lastTimestamp: "2026-04-22T20:36:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:36:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18a8c82c033008de
    namespace: kserve-ci-e2e-test
    resourceVersion: "28522"
    uid: db96c94b-8d87-4431-8999-113482f35ba0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:34:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27917"
    uid: f9143b8e-01ae-408b-9ad5-5be9682758be
  kind: Event
  lastTimestamp: "2026-04-22T20:36:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:36:15Z"
    name: isvc-predictive-xgboost-v2.18a8c82184877b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28543"
    uid: e8438d24-5454-45b5-95b8-167982b163e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:34:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27917"
    uid: f9143b8e-01ae-408b-9ad5-5be9682758be
  kind: Event
  lastTimestamp: "2026-04-22T20:34:59Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:34:59Z"
    name: isvc-predictive-xgboost-v2.18a8c8218507da3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: 13ee5514-d0cb-4e06-8e75-1d89d8f25971
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:36:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28541"
    uid: f9143b8e-01ae-408b-9ad5-5be9682758be
  kind: Event
  lastTimestamp: "2026-04-22T20:36:15Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:36:15Z"
    name: isvc-predictive-xgboost-v2.18a8c833528f704e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 24d4360d-260f-469f-8718-6e7062e6f1d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25889"
    uid: 60af1443-73f8-4e9d-a6d2-2dfbfdf8ba03
  kind: Event
  lastTimestamp: "2026-04-22T20:32:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:32:05Z"
    name: isvc-predictive-xgboost.18a8c7e72e1c67fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26523"
    uid: 7560d487-f5c5-4203-ab32-a3805e9a0e33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:30:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25889"
    uid: 60af1443-73f8-4e9d-a6d2-2dfbfdf8ba03
  kind: Event
  lastTimestamp: "2026-04-22T20:30:48Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:30:48Z"
    name: isvc-predictive-xgboost.18a8c7e72e88d1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25920"
    uid: 55bbf0e9-e747-4057-99fe-db98134bf071
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:32:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26521"
    uid: 60af1443-73f8-4e9d-a6d2-2dfbfdf8ba03
  kind: Event
  lastTimestamp: "2026-04-22T20:32:05Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:32:05Z"
    name: isvc-predictive-xgboost.18a8c7f926c43034
    namespace: kserve-ci-e2e-test
    resourceVersion: "26522"
    uid: c99def0d-d9cd-43bb-ad06-eb6ea8b13808
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:27:14.075083Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23796"
    uid: 9219a74a-9c58-412a-8243-462e41d77e55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-adf655-predictor-6bc84c4dd-c2v47
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:27:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:27:14Z"
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47.18a8c7b5341e9b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23805"
    uid: 7c4f57c0-d691-40df-a793-d4e58196581f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: 9219a74a-9c58-412a-8243-462e41d77e55
  kind: Event
  lastTimestamp: "2026-04-22T20:27:14Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:27:14Z"
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47.18a8c7b54da7579d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23812"
    uid: 387dfb5e-ae27-43ee-9ceb-e9aa08cfd44f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 9219a74a-9c58-412a-8243-462e41d77e55
  kind: Event
  lastTimestamp: "2026-04-22T20:27:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:27:14Z"
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47.18a8c7b54ee1dfef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23814"
    uid: f1538884-4bcc-4ba4-885b-1527aaabb84b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 9219a74a-9c58-412a-8243-462e41d77e55
  kind: Event
  lastTimestamp: "2026-04-22T20:27:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:27:14Z"
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47.18a8c7b551ba7450
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: 441aa203-82ce-4e46-ac25-3ff9fef46490
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 9219a74a-9c58-412a-8243-462e41d77e55
  kind: Event
  lastTimestamp: "2026-04-22T20:27:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:27:14Z"
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47.18a8c7b55233df3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23818"
    uid: e9e7f235-d8f4-44cb-a213-0c581b6c3f72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 9219a74a-9c58-412a-8243-462e41d77e55
  kind: Event
  lastTimestamp: "2026-04-22T20:27:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:27:18Z"
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47.18a8c7b63474cdab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23850"
    uid: 4454a5c8-abf5-47a1-bbbf-fd4e4ec482c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 9219a74a-9c58-412a-8243-462e41d77e55
  kind: Event
  lastTimestamp: "2026-04-22T20:27:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:27:18Z"
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47.18a8c7b63995c003
    namespace: kserve-ci-e2e-test
    resourceVersion: "23856"
    uid: 77dd7d52-f003-4a1f-92ad-2acf61693021
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 9219a74a-9c58-412a-8243-462e41d77e55
  kind: Event
  lastTimestamp: "2026-04-22T20:27:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:27:18Z"
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47.18a8c7b63a0f0e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: c0a8e6ef-ad08-4b4e-9fe0-10d517f4fa72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 9219a74a-9c58-412a-8243-462e41d77e55
  kind: Event
  lastTimestamp: "2026-04-22T20:28:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:50Z"
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47.18a8c7b6707c55cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24669"
    uid: a5c5fa26-6f27-4f03-96d2-36b8e60c9f92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: 9219a74a-9c58-412a-8243-462e41d77e55
  kind: Event
  lastTimestamp: "2026-04-22T20:28:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:48Z"
    name: isvc-primary-adf655-predictor-6bc84c4dd-c2v47.18a8c7cb25047330
    namespace: kserve-ci-e2e-test
    resourceVersion: "24615"
    uid: c1be6747-a46d-4814-b9b2-024a63ec797d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-adf655-predictor-6bc84c4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23786"
    uid: 4a4bda94-6d85-4044-9686-8cc9ae8df6a8
  kind: Event
  lastTimestamp: "2026-04-22T20:27:14Z"
  message: 'Created pod: isvc-primary-adf655-predictor-6bc84c4dd-c2v47'
  metadata:
    creationTimestamp: "2026-04-22T20:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:27:14Z"
    name: isvc-primary-adf655-predictor-6bc84c4dd.18a8c7b5339cd4c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23798"
    uid: 75c3ffd8-a882-48af-91dd-99e9e949d4cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-adf655-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23782"
    uid: 02937d21-e855-48f8-8313-89b2292c93c3
  kind: Event
  lastTimestamp: "2026-04-22T20:27:14Z"
  message: Scaled up replica set isvc-primary-adf655-predictor-6bc84c4dd from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T20:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:27:14Z"
    name: isvc-primary-adf655-predictor.18a8c7b52fb0459b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23788"
    uid: cef74251-1723-4ccb-b41f-b6723e164032
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-adf655-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23785"
    uid: 031ecd33-e103-4bab-96d0-6e819d217484
  kind: Event
  lastTimestamp: "2026-04-22T20:27:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:27:44Z"
    name: isvc-primary-adf655-predictor.18a8c7b8ae605468
    namespace: kserve-ci-e2e-test
    resourceVersion: "24041"
    uid: ff2e0391-0baf-454d-ac0d-6f245123dacc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-adf655-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23785"
    uid: 031ecd33-e103-4bab-96d0-6e819d217484
  kind: Event
  lastTimestamp: "2026-04-22T20:27:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:27:44Z"
    name: isvc-primary-adf655-predictor.18a8c7b8aecf48fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24042"
    uid: 413beb3f-af9e-4dd6-8cb9-c6ce9ea42f1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-adf655-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 031ecd33-e103-4bab-96d0-6e819d217484
  kind: Event
  lastTimestamp: "2026-04-22T20:28:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:28:44Z"
    name: isvc-primary-adf655-predictor.18a8c7bfacf334a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24533"
    uid: f6cd11cf-c454-4769-8d1d-91887975bf58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-adf655-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 031ecd33-e103-4bab-96d0-6e819d217484
  kind: Event
  lastTimestamp: "2026-04-22T20:28:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:28:44Z"
    name: isvc-primary-adf655-predictor.18a8c7bfad519dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24534"
    uid: f7734c05-65a1-49cb-a47f-79102d2aec90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-adf655
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: cbb1c41f-4788-49ed-8978-de74184bf61a
  kind: Event
  lastTimestamp: "2026-04-22T20:28:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:28:30Z"
    name: isvc-primary-adf655.18a8c7b52fb70155
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: 2a0a6cc9-74ca-41a8-aad8-895f89b229d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-adf655
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: cbb1c41f-4788-49ed-8978-de74184bf61a
  kind: Event
  lastTimestamp: "2026-04-22T20:27:14Z"
  message: 'Failed to update status for InferenceService "isvc-primary-adf655": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-adf655":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:27:14Z"
    name: isvc-primary-adf655.18a8c7b53028df70
    namespace: kserve-ci-e2e-test
    resourceVersion: "23791"
    uid: c209ecc8-67c2-450a-8b1e-80cca51d69dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-adf655
    namespace: kserve-ci-e2e-test
    resourceVersion: "23759"
    uid: cbb1c41f-4788-49ed-8978-de74184bf61a
  kind: Event
  lastTimestamp: "2026-04-22T20:27:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-adf655": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:27:14Z"
    name: isvc-primary-adf655.18a8c7b530294895
    namespace: kserve-ci-e2e-test
    resourceVersion: "23793"
    uid: 8f298a5a-35c6-4299-beaf-15c95fc807b7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-adf655
    namespace: kserve-ci-e2e-test
    resourceVersion: "24370"
    uid: cbb1c41f-4788-49ed-8978-de74184bf61a
  kind: Event
  lastTimestamp: "2026-04-22T20:28:30Z"
  message: InferenceService [isvc-primary-adf655] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:28:30Z"
    name: isvc-primary-adf655.18a8c7c6fc4ede9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24371"
    uid: 08a16dcb-b5c2-4dfe-a5da-54128de34af9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:28:34.191425Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24423"
    uid: 186595b5-92f1-42c2-90e6-80eee65e841d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-adf655-predictor-5976877d49-nkt7f
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:28:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:28:34Z"
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f.18a8c7c7db6cfa4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: 194b3aec-edc6-4f1a-8538-fa225b042da7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: 186595b5-92f1-42c2-90e6-80eee65e841d
  kind: Event
  lastTimestamp: "2026-04-22T20:28:34Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:28:34Z"
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f.18a8c7c7f4c4d08a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: 9784e4d0-a34b-4ae5-a6ea-b15228fa3e66
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24426"
    uid: 186595b5-92f1-42c2-90e6-80eee65e841d
  kind: Event
  lastTimestamp: "2026-04-22T20:28:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:37Z"
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f.18a8c7c7f5f4e194
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: 1c458f26-0847-4b8f-9a53-786efc3339e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24426"
    uid: 186595b5-92f1-42c2-90e6-80eee65e841d
  kind: Event
  lastTimestamp: "2026-04-22T20:28:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:37Z"
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f.18a8c7c7f987144f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24479"
    uid: 5b5bbacd-d742-4367-b781-cbf86765cdda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24426"
    uid: 186595b5-92f1-42c2-90e6-80eee65e841d
  kind: Event
  lastTimestamp: "2026-04-22T20:28:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:37Z"
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f.18a8c7c7fa03b521
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: 9ba31f9f-5d34-4ac3-b2cb-17285aaa7352
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24426"
    uid: 186595b5-92f1-42c2-90e6-80eee65e841d
  kind: Event
  lastTimestamp: "2026-04-22T20:28:41Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-adf655-predictor-5976877d49-nkt7f_kserve-ci-e2e-test(186595b5-92f1-42c2-90e6-80eee65e841d)
  metadata:
    creationTimestamp: "2026-04-22T20:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:28:41Z"
    name: isvc-secondary-adf655-predictor-5976877d49-nkt7f.18a8c7c99abea7f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24514"
    uid: ad1997ee-4160-40a8-89c8-c447fcd9e9be
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-adf655-predictor-5976877d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: ca994f13-1f52-4a7b-9235-2dd6de3644fd
  kind: Event
  lastTimestamp: "2026-04-22T20:28:34Z"
  message: 'Created pod: isvc-secondary-adf655-predictor-5976877d49-nkt7f'
  metadata:
    creationTimestamp: "2026-04-22T20:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:28:34Z"
    name: isvc-secondary-adf655-predictor-5976877d49.18a8c7c7db004cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: 83b9967a-a2c7-4e0b-9271-3e4bec65f639
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-adf655-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 322000a8-11b2-47b1-98a1-5a847db6fe8c
  kind: Event
  lastTimestamp: "2026-04-22T20:28:34Z"
  message: Scaled up replica set isvc-secondary-adf655-predictor-5976877d49 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T20:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:28:34Z"
    name: isvc-secondary-adf655-predictor.18a8c7c7d81bbc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: 758e18ab-5f65-4ddb-a360-f6e2a1224afa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-adf655
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: d914c232-a7f6-4b4a-8e0f-84dd297ef635
  kind: Event
  lastTimestamp: "2026-04-22T20:28:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:28:44Z"
    name: isvc-secondary-adf655.18a8c7c7d81fda8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 58e09ed1-a4d8-484f-bdd4-0850b9b8dc18
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-adf655
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: d914c232-a7f6-4b4a-8e0f-84dd297ef635
  kind: Event
  lastTimestamp: "2026-04-22T20:28:34Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-adf655":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-adf655":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:28:34Z"
    name: isvc-secondary-adf655.18a8c7c7d8c74d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "24418"
    uid: 9a79ff6b-b6fb-4513-84bb-ce2c5810619c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:28:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-adf655
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: d914c232-a7f6-4b4a-8e0f-84dd297ef635
  kind: Event
  lastTimestamp: "2026-04-22T20:28:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-adf655": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:28:34Z"
    name: isvc-secondary-adf655.18a8c7c7d8c78ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24419"
    uid: b446d836-e429-481a-9e4a-f99fbba7e3df
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:08:13.154870Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14439"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:08:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:08:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6ab8ff9bba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 8347220a-7b65-48d3-8530-a86fa18583d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14448"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:08:13Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:08:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6abaa0dbdaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14455"
    uid: 2cc6b359-d78e-49cc-8e4d-c94509e39c59
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:08:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6abab69809b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: 22734e56-994f-453d-ad4d-fe0260f45f86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:08:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6abae4b4a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14460"
    uid: 2f119d2f-6714-4278-9957-615bd72b4770
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:08:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6abaeb032e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: a9eca0b6-5385-44c5-9fa0-bbd6a11066ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:08:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:18Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6acbd99136a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14503"
    uid: 0e1881cf-e6f6-484b-9de0-f7c3af7e9a12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:08:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:18Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6acc1277f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: ab9d8ade-e803-4416-b773-7f00289d3ed1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:08:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:18Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6acc1905872
    namespace: kserve-ci-e2e-test
    resourceVersion: "14509"
    uid: 5b43b8cf-bc5c-49c2-905a-9b7cb39c721f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:08:18Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:84e96718cb727bdb7a70c88a1b15da870dac18fe5721015f96b729224acb0c47"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:18Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6acc19f7880
    namespace: kserve-ci-e2e-test
    resourceVersion: "14510"
    uid: 625cdc97-47d1-4f99-ad50-645733b63ee7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:08:18Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T20:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:18Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6acc5047efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 978b615c-08fb-4708-80ce-42f2f52f3f9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:08:18Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T20:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:18Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6acc5686d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14512"
    uid: 5d569b9a-889d-4512-8432-90214e8ad27d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:10:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:00Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6acf996e86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 509292de-a2b9-4dfe-8e35-bf9a56912793
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:10:00Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T20:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:10:00Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6acf9a0af37
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: f19271fd-6c65-49e8-8aea-ec22df18cc8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:09:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:38Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6bf5f456ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: fbbd4743-64f1-4a04-b24c-acfa27f1dcc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14442"
    uid: b14f346a-b1cc-4033-a89d-d868ec5538db
  kind: Event
  lastTimestamp: "2026-04-22T20:09:38Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:38Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm.18a8c6bf5f464728
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: ae65b1c7-d6ee-4b04-8372-08d9b2b4e0fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14421"
    uid: e2f4e5d9-32b5-4dd1-b7e5-0ddceb2adb80
  kind: Event
  lastTimestamp: "2026-04-22T20:08:13Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7f9dddd76d-ttfmm'
  metadata:
    creationTimestamp: "2026-04-22T20:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:13Z"
    name: isvc-sklearn-batcher-custom-predictor-7f9dddd76d.18a8c6ab8f6c69ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14441"
    uid: 9406dca6-0e0e-49a7-ba0e-22c93402a186
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14416"
    uid: 56620bf7-b28a-4721-83e7-5ec136fe318f
  kind: Event
  lastTimestamp: "2026-04-22T20:08:13Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7f9dddd76d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:13Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c6ab8a926169
    namespace: kserve-ci-e2e-test
    resourceVersion: "14425"
    uid: a858e7b3-e63f-488a-9a06-54692ad17d41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14418"
    uid: f15d72fd-fdbd-4fbe-88ae-376432c4de92
  kind: Event
  lastTimestamp: "2026-04-22T20:08:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c6af08f44fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14810"
    uid: abd371cf-150f-416c-a42f-b9521b931ade
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14418"
    uid: f15d72fd-fdbd-4fbe-88ae-376432c4de92
  kind: Event
  lastTimestamp: "2026-04-22T20:08:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:58Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c6af09554acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14811"
    uid: 96ea9118-d0b9-41c1-9204-a2c87aa9056f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14589"
    uid: f15d72fd-fdbd-4fbe-88ae-376432c4de92
  kind: Event
  lastTimestamp: "2026-04-22T20:09:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c6b9861e4669
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 71cd5725-8862-4021-be5f-9663e7360aee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14589"
    uid: f15d72fd-fdbd-4fbe-88ae-376432c4de92
  kind: Event
  lastTimestamp: "2026-04-22T20:09:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:09:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:28Z"
    name: isvc-sklearn-batcher-custom-predictor.18a8c6b9867a6aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15028"
    uid: 0f786097-e7da-4a0a-aa8a-06da2a3e7ef9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: d1cac152-319b-4b9f-b6b6-c2e542aba656
  kind: Event
  lastTimestamp: "2026-04-22T20:09:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:30Z"
    name: isvc-sklearn-batcher-custom.18a8c6ab8a5041c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: 7bfe8031-0052-4cf4-8178-da35b98d01b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14400"
    uid: d1cac152-319b-4b9f-b6b6-c2e542aba656
  kind: Event
  lastTimestamp: "2026-04-22T20:08:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:08:13Z"
    name: isvc-sklearn-batcher-custom.18a8c6ab8ab8c09c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14428"
    uid: 15acd929-6854-467c-a9e0-d27930dad508
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: d1cac152-319b-4b9f-b6b6-c2e542aba656
  kind: Event
  lastTimestamp: "2026-04-22T20:09:30Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:30Z"
    name: isvc-sklearn-batcher-custom.18a8c6bd8583809a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: c6ed5623-fa9f-49b8-8a89-b2929d8adf91
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:06:37.926269Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13667"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:06:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:06:37Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c69563e8a97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13674"
    uid: 7cc1cf0c-1b59-4734-a346-ae189d78859d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13678"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:06:38Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:06:38Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c6957dabda8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13688"
    uid: df412e0f-f755-44f8-993d-4958ba92c05e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:06:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
  metadata:
    creationTimestamp: "2026-04-22T20:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:38Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c6957edd5156
    namespace: kserve-ci-e2e-test
    resourceVersion: "13690"
    uid: 82bc8501-03fb-4e16-963d-e3da13dc15a7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:06:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    in 4.999s (4.999s including waiting). Image size: 300957093 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:43Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c696a8db9dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13730"
    uid: b8160b5a-b81e-4cec-bed8-670d61dd9676
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:06:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:43Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c696ace73a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "13731"
    uid: 8febe3ff-4797-4a22-a701-a69df0453938
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:06:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:43Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c696ad6f5b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "13732"
    uid: 6eb3e0c2-c1ad-4b51-9bcd-9519697a50e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:06:47Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
  metadata:
    creationTimestamp: "2026-04-22T20:06:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:06:47Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c697b4a1819a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13771"
    uid: d070f7f9-1a42-476c-8db6-67465e0376a5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:07:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    in 13.31s (13.31s including waiting). Image size: 1562514860 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:01Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c69acdf9093c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13868"
    uid: 993659e7-bb3b-496e-a797-79a2b5274396
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:07:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:01Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c69ad1605fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13869"
    uid: b8baf7c9-45cf-4f6d-89a5-dbd07e9ddac5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:07:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:01Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c69ad1d7b788
    namespace: kserve-ci-e2e-test
    resourceVersion: "13870"
    uid: 3077d5d2-bbd8-452f-a2b4-ae934deb76ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:07:01Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:84e96718cb727bdb7a70c88a1b15da870dac18fe5721015f96b729224acb0c47"
  metadata:
    creationTimestamp: "2026-04-22T20:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:01Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c69ad1e54ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13871"
    uid: b4c39ea8-5d9f-4669-a171-b906c68803a3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:07:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:84e96718cb727bdb7a70c88a1b15da870dac18fe5721015f96b729224acb0c47"
    in 2.492s (2.492s including waiting). Image size: 237896263 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:03Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c69b667b2c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13890"
    uid: b62ec10b-b667-436d-80c3-8978d57577df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:07:03Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-22T20:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:03Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c69b6aa2a3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "13891"
    uid: f38af65c-a287-4535-bc7b-5101d93426a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:07:03Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-22T20:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:07:03Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c69b6b190975
    namespace: kserve-ci-e2e-test
    resourceVersion: "13892"
    uid: 6d86f9eb-d94c-4203-8ee6-10e730da80ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:08:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:35Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c69b72e4810a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14648"
    uid: 44444e43-7c36-4173-aa60-228e102b9592
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:08:35Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-22T20:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:35Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c69baeacaf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: 18380d56-45f6-46fb-928c-4e99bd0e3e83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:08:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:13Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c6ab8c08dcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: af0390ce-683d-420e-b2fa-36a819e96ed3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "13670"
    uid: 994d1edd-7ea3-4d38-b647-0ba1b9f11f58
  kind: Event
  lastTimestamp: "2026-04-22T20:08:13Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-22T20:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:08:13Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw.18a8c6ab8c0a0c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "14435"
    uid: c2d78394-8fef-43d7-9291-18a6fabe4781
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-675bd5f74c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13659"
    uid: 94932990-eb9e-43ec-bf22-00a42257c22e
  kind: Event
  lastTimestamp: "2026-04-22T20:06:37Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-675bd5f74c-hzrkw'
  metadata:
    creationTimestamp: "2026-04-22T20:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:06:37Z"
    name: isvc-sklearn-batcher-predictor-675bd5f74c.18a8c695635ac737
    namespace: kserve-ci-e2e-test
    resourceVersion: "13669"
    uid: bc97bda8-c4e5-460d-a901-d555379260ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13658"
    uid: 495c456f-ded8-4a74-a30b-6c2c96bfae2e
  kind: Event
  lastTimestamp: "2026-04-22T20:06:37Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-675bd5f74c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T20:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:06:37Z"
    name: isvc-sklearn-batcher-predictor.18a8c6955d149f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "13660"
    uid: 4c5e1cb2-002c-44ab-93b9-d4a871d84734
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13666"
    uid: b4da6330-cea4-456e-a112-bccc7a192074
  kind: Event
  lastTimestamp: "2026-04-22T20:07:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:07:37Z"
    name: isvc-sklearn-batcher-predictor.18a8c698e26ea193
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: 37ceb0ee-a075-4ad4-8bc1-e996ffab420e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13666"
    uid: b4da6330-cea4-456e-a112-bccc7a192074
  kind: Event
  lastTimestamp: "2026-04-22T20:07:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:06:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:07:37Z"
    name: isvc-sklearn-batcher-predictor.18a8c698e2e9ae92
    namespace: kserve-ci-e2e-test
    resourceVersion: "14140"
    uid: 6c64d5ac-0d45-40bc-8adb-63247e9e0899
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13811"
    uid: b4da6330-cea4-456e-a112-bccc7a192074
  kind: Event
  lastTimestamp: "2026-04-22T20:08:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:08Z"
    name: isvc-sklearn-batcher-predictor.18a8c6a6de415c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "14363"
    uid: 55bb715d-36d0-4f1d-9010-5ac4292b8835
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:07:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13811"
    uid: b4da6330-cea4-456e-a112-bccc7a192074
  kind: Event
  lastTimestamp: "2026-04-22T20:08:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:08:08Z"
    name: isvc-sklearn-batcher-predictor.18a8c6a6dea59ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14364"
    uid: 31c5f2c3-02ba-41b3-8f89-c9b6c72db852
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13647"
    uid: daa6399c-38eb-4c80-a791-11d5a48a3a29
  kind: Event
  lastTimestamp: "2026-04-22T20:08:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:08:06Z"
    name: isvc-sklearn-batcher.18a8c695632e0d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "14349"
    uid: 4709e9a6-2faa-4031-8714-0eaee1524218
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13647"
    uid: daa6399c-38eb-4c80-a791-11d5a48a3a29
  kind: Event
  lastTimestamp: "2026-04-22T20:06:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:06:37Z"
    name: isvc-sklearn-batcher.18a8c6956382965a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13672"
    uid: d292bb26-a7c9-471e-b4df-5b4f01e980bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:06:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13647"
    uid: daa6399c-38eb-4c80-a791-11d5a48a3a29
  kind: Event
  lastTimestamp: "2026-04-22T20:06:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:06:37Z"
    name: isvc-sklearn-batcher.18a8c6956382d467
    namespace: kserve-ci-e2e-test
    resourceVersion: "13673"
    uid: d441a476-df06-474a-b4aa-bb92f1d6ec7a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:08:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14347"
    uid: daa6399c-38eb-4c80-a791-11d5a48a3a29
  kind: Event
  lastTimestamp: "2026-04-22T20:08:06Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:08:06Z"
    name: isvc-sklearn-batcher.18a8c6a9e68af086
    namespace: kserve-ci-e2e-test
    resourceVersion: "14348"
    uid: e1ea7890-b12b-41d7-91c0-8385335c55d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:18:25.165678Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:18:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:18:25Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73a0ea995d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: 6d385307-bfed-468b-8977-d5bcb817703e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19465"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:18:25Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:18:25Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73a2869d81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19477"
    uid: 95ab61cc-d920-4f51-a66a-7df4c9024bd4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:18:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:25Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73a29c00ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19479"
    uid: 6f8fe96a-ef5e-46ac-bdf4-29ee5927f782
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:18:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:25Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73a2db24f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: d4628ba9-34fb-4807-97c2-829d9d44c210
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:18:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:25Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73a2e2ee69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: 2460dd09-7683-407d-bf1d-18bb5d080941
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:18:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:30Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73b4cfd9b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 0977d9e3-7d98-42de-bd4a-f4cfb647e3bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:18:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:30Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73b50cb6e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: ecb2b062-4656-4701-8d79-9a45419dc966
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:18:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:30Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73b514f4a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "19534"
    uid: ab66588a-1496-44cb-9fb3-dfbff17d11a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:18:30Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-22T20:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:30Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73b515bd9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: 6c4fc2d8-ad03-4d4b-ac32-b41e41a32d23
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:18:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.783s (2.783s including waiting). Image size: 237663784 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:33Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73bf73f892b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19554"
    uid: 28b257f2-ecf9-4fe1-9a1f-bfc366d37fa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:18:33Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-22T20:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:33Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73bfa98cfd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19555"
    uid: c85e74a6-8d9a-4c4a-8639-d07d899d792d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:18:33Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-22T20:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:18:33Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c73bfb0da06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19556"
    uid: 95d2d530-7c85-44fe-a4cc-03e77d3d5a1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:19:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:35Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c74a5cf3236e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 0b9c6f7f-a5fd-48d7-8293-c6adcd1e2e60
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:19:35Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-22T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:19:35Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c74a5cf3c8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20025"
    uid: d8b8f969-fccd-4599-a741-88e74b2226b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19456"
    uid: 23e78406-ea50-4890-ae63-5e1955091bd7
  kind: Event
  lastTimestamp: "2026-04-22T20:20:04Z"
  message: 'Readiness probe failed: Get "http://10.134.0.46:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:20:04Z"
    name: isvc-sklearn-mcp-predictor-676648fc54-vt8mq.18a8c74c8909b7bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20274"
    uid: c93b1ebd-3a0a-498e-a85b-40488609c387
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-676648fc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19445"
    uid: b7ba9380-814b-4315-9ed8-3632b51c4cc1
  kind: Event
  lastTimestamp: "2026-04-22T20:18:25Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-676648fc54-vt8mq'
  metadata:
    creationTimestamp: "2026-04-22T20:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:25Z"
    name: isvc-sklearn-mcp-predictor-676648fc54.18a8c73a0e3b109b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19455"
    uid: 4ae0a49c-0f4b-4b3d-bf27-25f9790000ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 7c66d378-eb66-46ce-a2b1-2b42fa648762
  kind: Event
  lastTimestamp: "2026-04-22T20:18:25Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-676648fc54 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:18:25Z"
    name: isvc-sklearn-mcp-predictor.18a8c73a0b5a85e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19446"
    uid: d2cf97e7-d0de-4bf5-ac52-bbb8c14d1f72
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: f655295c-fa49-4c55-95ca-f585d5455f6d
  kind: Event
  lastTimestamp: "2026-04-22T20:19:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:19:34Z"
    name: isvc-sklearn-mcp.18a8c73a0ae77f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "19985"
    uid: be13811b-ede2-4b41-849a-6d1c53c78802
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:18:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: f655295c-fa49-4c55-95ca-f585d5455f6d
  kind: Event
  lastTimestamp: "2026-04-22T20:18:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:18:25Z"
    name: isvc-sklearn-mcp.18a8c73a0b6921d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19448"
    uid: 46a534ea-8a25-4d1e-abff-0cbf8840a6c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:19:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: f655295c-fa49-4c55-95ca-f585d5455f6d
  kind: Event
  lastTimestamp: "2026-04-22T20:19:34Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:19:34Z"
    name: isvc-sklearn-mcp.18a8c74a39283cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: b0867c4c-75bd-4fa4-baf3-9c548686ec85
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:37:51.798916Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29402"
    uid: 4e90fc3d-0217-4f5b-99f5-88ba17961877
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-54bd9d6bf7-djjcr
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:37:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:37:51Z"
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr.18a8c849af6c1572
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: 1326018b-6a26-421b-9037-7e75abfae25b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29413"
    uid: 4e90fc3d-0217-4f5b-99f5-88ba17961877
  kind: Event
  lastTimestamp: "2026-04-22T20:37:52Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:37:52Z"
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr.18a8c849c8ce4fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: a1ce96de-ee45-4459-b42a-88bdbb881336
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: 4e90fc3d-0217-4f5b-99f5-88ba17961877
  kind: Event
  lastTimestamp: "2026-04-22T20:37:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:37:52Z"
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr.18a8c849ca304bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29428"
    uid: ef167eb7-fd05-4e61-8071-949125d668dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: 4e90fc3d-0217-4f5b-99f5-88ba17961877
  kind: Event
  lastTimestamp: "2026-04-22T20:37:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:37:52Z"
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr.18a8c849cde8db22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29429"
    uid: 8a660975-59e9-4827-b37c-94bf856c86d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: 4e90fc3d-0217-4f5b-99f5-88ba17961877
  kind: Event
  lastTimestamp: "2026-04-22T20:37:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:37:52Z"
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr.18a8c849ce5f50c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 5ff5d7ec-8d70-4845-92fd-b5296ec987b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: 4e90fc3d-0217-4f5b-99f5-88ba17961877
  kind: Event
  lastTimestamp: "2026-04-22T20:37:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:37:56Z"
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr.18a8c84acc08ce84
    namespace: kserve-ci-e2e-test
    resourceVersion: "29469"
    uid: a8a450a0-04a7-4a76-aec7-b1efe1734a65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: 4e90fc3d-0217-4f5b-99f5-88ba17961877
  kind: Event
  lastTimestamp: "2026-04-22T20:37:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:37:56Z"
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr.18a8c84acf4ee4d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29473"
    uid: fc73b448-2339-4152-b503-ef25e7a568d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: 4e90fc3d-0217-4f5b-99f5-88ba17961877
  kind: Event
  lastTimestamp: "2026-04-22T20:37:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:37:56Z"
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr.18a8c84acfdc3493
    namespace: kserve-ci-e2e-test
    resourceVersion: "29475"
    uid: 8961f46f-13ee-4bed-8f53-918e2f5d045c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: 4e90fc3d-0217-4f5b-99f5-88ba17961877
  kind: Event
  lastTimestamp: "2026-04-22T20:38:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:37:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:38:58Z"
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr.18a8c84b07f67fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29917"
    uid: 56ffbd3d-43ed-4a39-a49e-e6273c171b73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: 4e90fc3d-0217-4f5b-99f5-88ba17961877
  kind: Event
  lastTimestamp: "2026-04-22T20:39:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:39:11Z"
    name: isvc-sklearn-predictor-54bd9d6bf7-djjcr.18a8c85c56c1d420
    namespace: kserve-ci-e2e-test
    resourceVersion: "30052"
    uid: 86176619-889f-4105-abb5-31303bb32c97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-54bd9d6bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29391"
    uid: 6be8f0b3-ddb9-43d0-be79-3dd2b6cfdd2f
  kind: Event
  lastTimestamp: "2026-04-22T20:37:51Z"
  message: 'Created pod: isvc-sklearn-predictor-54bd9d6bf7-djjcr'
  metadata:
    creationTimestamp: "2026-04-22T20:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:37:51Z"
    name: isvc-sklearn-predictor-54bd9d6bf7.18a8c849aee0de9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29404"
    uid: d70e73c6-b038-47f4-9b93-8af5851e6ace
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 9f1b6180-4adc-4f61-b063-f11330171494
  kind: Event
  lastTimestamp: "2026-04-22T20:37:51Z"
  message: Scaled up replica set isvc-sklearn-predictor-54bd9d6bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:37:51Z"
    name: isvc-sklearn-predictor.18a8c849acab9a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29394"
    uid: c3b07b73-366b-4515-87dd-a212967beb2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:38:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29390"
    uid: 5ef0601b-4919-45d5-b6bd-8caf91896647
  kind: Event
  lastTimestamp: "2026-04-22T20:38:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:38:06Z"
    name: isvc-sklearn-predictor.18a8c84d2b2ec794
    namespace: kserve-ci-e2e-test
    resourceVersion: "29552"
    uid: b07ac7d0-295a-4f65-8813-d96fd613ced8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:38:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29390"
    uid: 5ef0601b-4919-45d5-b6bd-8caf91896647
  kind: Event
  lastTimestamp: "2026-04-22T20:38:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:38:06Z"
    name: isvc-sklearn-predictor.18a8c84d2b8c8a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29553"
    uid: 96bf2606-ac4f-4f14-b4b6-9d08706cc538
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:38:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29551"
    uid: 5ef0601b-4919-45d5-b6bd-8caf91896647
  kind: Event
  lastTimestamp: "2026-04-22T20:39:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:39:06Z"
    name: isvc-sklearn-predictor.18a8c850aa77ed23
    namespace: kserve-ci-e2e-test
    resourceVersion: "29975"
    uid: 675e0036-7988-4fc9-aef3-b48e3fbc3bc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:38:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29551"
    uid: 5ef0601b-4919-45d5-b6bd-8caf91896647
  kind: Event
  lastTimestamp: "2026-04-22T20:39:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:39:06Z"
    name: isvc-sklearn-predictor.18a8c850aad70385
    namespace: kserve-ci-e2e-test
    resourceVersion: "29976"
    uid: 1351c751-6e59-423c-9cca-fd80c9f42d73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:40:02.123317Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30492"
    uid: 760a684c-ddb8-4044-bc2a-fe942d456384
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:40:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:40:02Z"
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx.18a8c868075ca8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "30498"
    uid: 3d98f6b1-85cf-46aa-ab42-5b58d8749f4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30503"
    uid: 760a684c-ddb8-4044-bc2a-fe942d456384
  kind: Event
  lastTimestamp: "2026-04-22T20:40:02Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:40:02Z"
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx.18a8c86820ff0e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "30517"
    uid: 06d2ba35-cb68-43a1-8aea-74db148537f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: 760a684c-ddb8-4044-bc2a-fe942d456384
  kind: Event
  lastTimestamp: "2026-04-22T20:40:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:02Z"
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx.18a8c86822238b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "30519"
    uid: 8a1ac510-782b-462d-85a7-0f7d3b603e35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: 760a684c-ddb8-4044-bc2a-fe942d456384
  kind: Event
  lastTimestamp: "2026-04-22T20:40:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:02Z"
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx.18a8c86825797ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30520"
    uid: bc001bb1-cb64-4f1f-8991-27f5170c6f59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: 760a684c-ddb8-4044-bc2a-fe942d456384
  kind: Event
  lastTimestamp: "2026-04-22T20:40:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:02Z"
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx.18a8c86826028db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30521"
    uid: 9ac42613-9867-40e0-b9f7-a65ddc80404e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: 760a684c-ddb8-4044-bc2a-fe942d456384
  kind: Event
  lastTimestamp: "2026-04-22T20:40:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:08Z"
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx.18a8c86968422c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30565"
    uid: 14aec964-077d-4e73-a93e-278370d5099e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: 760a684c-ddb8-4044-bc2a-fe942d456384
  kind: Event
  lastTimestamp: "2026-04-22T20:40:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:08Z"
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx.18a8c8696b3f5aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30569"
    uid: 11339cd2-cdb4-4c18-90f3-0b2908b77487
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: 760a684c-ddb8-4044-bc2a-fe942d456384
  kind: Event
  lastTimestamp: "2026-04-22T20:40:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:08Z"
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx.18a8c8696bbfad01
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: ea8c6980-ad9d-4cc2-98df-b5e88892b2e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: 760a684c-ddb8-4044-bc2a-fe942d456384
  kind: Event
  lastTimestamp: "2026-04-22T20:40:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:20Z"
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx.18a8c869a439d661
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 0987b70f-ea31-4118-86b2-5901fc554c33
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: 760a684c-ddb8-4044-bc2a-fe942d456384
  kind: Event
  lastTimestamp: "2026-04-22T20:40:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:39Z"
    name: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx.18a8c870a8f44e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: c45ab43b-a6e6-438c-aa38-87545abff797
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6d4455cbc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: ff6f9684-05da-45e2-8a89-010b45af144f
  kind: Event
  lastTimestamp: "2026-04-22T20:40:02Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6d4455cbc5-9jsjx'
  metadata:
    creationTimestamp: "2026-04-22T20:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:40:02Z"
    name: isvc-sklearn-runtime-predictor-6d4455cbc5.18a8c86806f653ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 1275a560-6ba1-48fd-b759-4997bd45d206
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30480"
    uid: da5294d9-0416-4816-97ad-3bbcd07952d5
  kind: Event
  lastTimestamp: "2026-04-22T20:40:02Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6d4455cbc5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T20:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:40:02Z"
    name: isvc-sklearn-runtime-predictor.18a8c868047c2f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30485"
    uid: a0728ec9-861f-412d-a328-fa2d7efc1a5e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30484"
    uid: 66158f79-cad1-4c57-bb26-b82f8ca568f7
  kind: Event
  lastTimestamp: "2026-04-22T20:40:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:40:17Z"
    name: isvc-sklearn-runtime-predictor.18a8c86b83c5478d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30642"
    uid: 45bf3df7-dfe5-4b68-9869-f01f2a8753f1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30484"
    uid: 66158f79-cad1-4c57-bb26-b82f8ca568f7
  kind: Event
  lastTimestamp: "2026-04-22T20:40:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:40:17Z"
    name: isvc-sklearn-runtime-predictor.18a8c86b84367667
    namespace: kserve-ci-e2e-test
    resourceVersion: "30644"
    uid: 637ade05-89fd-4c5e-9904-15383e96f9f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30643"
    uid: 66158f79-cad1-4c57-bb26-b82f8ca568f7
  kind: Event
  lastTimestamp: "2026-04-22T20:40:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:40:32Z"
    name: isvc-sklearn-runtime-predictor.18a8c86f02d0b12f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30759"
    uid: b0bb725e-12a5-4d1b-9433-36bd4674b793
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30643"
    uid: 66158f79-cad1-4c57-bb26-b82f8ca568f7
  kind: Event
  lastTimestamp: "2026-04-22T20:40:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:40:32Z"
    name: isvc-sklearn-runtime-predictor.18a8c86f0332b0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30761"
    uid: 470dd4b2-bc46-4554-b690-c0aee95055e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: 46e8c6d7-3111-4969-956d-12a5fc42826b
  kind: Event
  lastTimestamp: "2026-04-22T20:40:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:40:30Z"
    name: isvc-sklearn-runtime.18a8c86804b025dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30746"
    uid: 7e5711c8-888e-4bfc-bbb0-569a52bc24b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: 46e8c6d7-3111-4969-956d-12a5fc42826b
  kind: Event
  lastTimestamp: "2026-04-22T20:40:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:40:02Z"
    name: isvc-sklearn-runtime.18a8c86804fbe802
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: 8de03946-868d-4ad5-984f-d45145339a1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30473"
    uid: 46e8c6d7-3111-4969-956d-12a5fc42826b
  kind: Event
  lastTimestamp: "2026-04-22T20:40:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:40:02Z"
    name: isvc-sklearn-runtime.18a8c86809175908
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: 59324636-5537-459c-91db-24f4cc5cd8ec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30743"
    uid: 46e8c6d7-3111-4969-956d-12a5fc42826b
  kind: Event
  lastTimestamp: "2026-04-22T20:40:30Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:40:30Z"
    name: isvc-sklearn-runtime.18a8c86e8bda1d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30744"
    uid: 69a4c630-bce6-4d7f-87b7-ef5de79a30b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:53:43.250780Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37389"
    uid: ba06dbc0-da35-4a43-bcd8-60c92f4db382
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-66b4b49586-kxqw5
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:53:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:53:43Z"
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5.18a8c927365f577b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37394"
    uid: c91ad79b-2583-4ec7-aa01-3f37354473c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37399"
    uid: ba06dbc0-da35-4a43-bcd8-60c92f4db382
  kind: Event
  lastTimestamp: "2026-04-22T20:53:43Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:53:43Z"
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5.18a8c9274fb08803
    namespace: kserve-ci-e2e-test
    resourceVersion: "37410"
    uid: 3d877d57-8f69-4387-9ddc-0aa089362c27
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: ba06dbc0-da35-4a43-bcd8-60c92f4db382
  kind: Event
  lastTimestamp: "2026-04-22T20:53:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:53:43Z"
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5.18a8c92750df2b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37412"
    uid: 031bd9ae-617d-4411-b14d-df485eecbeea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: ba06dbc0-da35-4a43-bcd8-60c92f4db382
  kind: Event
  lastTimestamp: "2026-04-22T20:53:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:53:43Z"
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5.18a8c92754550965
    namespace: kserve-ci-e2e-test
    resourceVersion: "37415"
    uid: 0e289669-5047-491f-a3a0-6267c2bbb305
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: ba06dbc0-da35-4a43-bcd8-60c92f4db382
  kind: Event
  lastTimestamp: "2026-04-22T20:53:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:53:43Z"
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5.18a8c92754cafcfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37416"
    uid: 90ad1680-5c00-4bd7-806a-fdb501f7bd0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: ba06dbc0-da35-4a43-bcd8-60c92f4db382
  kind: Event
  lastTimestamp: "2026-04-22T20:53:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:53:44Z"
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5.18a8c9279aa00ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37433"
    uid: 9662a5d0-53f8-4df0-9109-472608ed85a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: ba06dbc0-da35-4a43-bcd8-60c92f4db382
  kind: Event
  lastTimestamp: "2026-04-22T20:53:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:53:44Z"
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5.18a8c9279e2aec29
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: f0764f95-e9a9-4b09-9eda-e055b2d58dac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: ba06dbc0-da35-4a43-bcd8-60c92f4db382
  kind: Event
  lastTimestamp: "2026-04-22T20:53:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:53:45Z"
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5.18a8c9279ea8f2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37439"
    uid: bae1a28f-b519-443f-8758-eaca4571999f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: ba06dbc0-da35-4a43-bcd8-60c92f4db382
  kind: Event
  lastTimestamp: "2026-04-22T20:54:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:54:46Z"
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5.18a8c927d6f6752d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37878"
    uid: 5af5a011-4aa6-4721-b901-c3d66c7647e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37392"
    uid: ba06dbc0-da35-4a43-bcd8-60c92f4db382
  kind: Event
  lastTimestamp: "2026-04-22T20:54:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:54:53Z"
    name: isvc-sklearn-s3-predictor-66b4b49586-kxqw5.18a8c93788fc9a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: 5a2c4f79-9b48-4d14-9eb4-1eda0d65fb1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-66b4b49586
    namespace: kserve-ci-e2e-test
    resourceVersion: "37379"
    uid: f76cc327-2b16-44c7-8530-1c6b8d3ef1c7
  kind: Event
  lastTimestamp: "2026-04-22T20:53:43Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-66b4b49586-kxqw5'
  metadata:
    creationTimestamp: "2026-04-22T20:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:53:43Z"
    name: isvc-sklearn-s3-predictor-66b4b49586.18a8c92735cf1145
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 4245d57a-5469-4f7a-874b-edf7715539d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37376"
    uid: a7991b09-9a25-4b02-a67f-46f7fecbfe86
  kind: Event
  lastTimestamp: "2026-04-22T20:53:43Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-66b4b49586 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:53:43Z"
    name: isvc-sklearn-s3-predictor.18a8c927334a2ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37380"
    uid: f688efca-caf4-4183-b51a-2eae6e3699b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37378"
    uid: 5cdcec90-3553-4b4a-a5b5-ee1b04737059
  kind: Event
  lastTimestamp: "2026-04-22T20:54:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:54:28Z"
    name: isvc-sklearn-s3-predictor.18a8c92ab1ec452c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37749"
    uid: 798802c5-248d-4f41-9cbf-788219b96b72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37378"
    uid: 5cdcec90-3553-4b4a-a5b5-ee1b04737059
  kind: Event
  lastTimestamp: "2026-04-22T20:54:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:54:28Z"
    name: isvc-sklearn-s3-predictor.18a8c92ab24c10a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37750"
    uid: 2f047407-55eb-4298-b761-1680282d83aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37536"
    uid: 5cdcec90-3553-4b4a-a5b5-ee1b04737059
  kind: Event
  lastTimestamp: "2026-04-22T20:54:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:54:43Z"
    name: isvc-sklearn-s3-predictor.18a8c9352f26918b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37850"
    uid: 21694756-eaeb-4c2e-b967-32a080a15f39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37536"
    uid: 5cdcec90-3553-4b4a-a5b5-ee1b04737059
  kind: Event
  lastTimestamp: "2026-04-22T20:54:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:54:43Z"
    name: isvc-sklearn-s3-predictor.18a8c9352f8cc57c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: 46f3d8ca-63b9-4a5d-82c8-497b45c8f8ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:57:46.758995Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 1c03c765-9849-437c-8895-440419a6974f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:57:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:57:46Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j.18a8c95fe897d13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39466"
    uid: f8e5c360-026a-4f65-ba9a-df4855906432
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "39469"
    uid: 1c03c765-9849-437c-8895-440419a6974f
  kind: Event
  lastTimestamp: "2026-04-22T20:57:47Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:57:47Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j.18a8c96002241933
    namespace: kserve-ci-e2e-test
    resourceVersion: "39478"
    uid: 938af75b-6efc-4e38-a148-4b770cfc550e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "39463"
    uid: 1c03c765-9849-437c-8895-440419a6974f
  kind: Event
  lastTimestamp: "2026-04-22T20:57:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j.18a8c960036692f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39520"
    uid: 009afb9d-b7ce-4dc7-90a2-319c11eac783
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "39463"
    uid: 1c03c765-9849-437c-8895-440419a6974f
  kind: Event
  lastTimestamp: "2026-04-22T20:57:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j.18a8c9600668c1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: a5555d9f-79be-4b93-a491-e958d1fbafef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "39463"
    uid: 1c03c765-9849-437c-8895-440419a6974f
  kind: Event
  lastTimestamp: "2026-04-22T20:57:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j.18a8c96006dbf9a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39527"
    uid: e4bbafa0-b504-4cbc-ad92-b172fe718b2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "39463"
    uid: 1c03c765-9849-437c-8895-440419a6974f
  kind: Event
  lastTimestamp: "2026-04-22T20:57:53Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j_kserve-ci-e2e-test(1c03c765-9849-437c-8895-440419a6974f)
  metadata:
    creationTimestamp: "2026-04-22T20:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:53Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j.18a8c9618feffe22
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 4c1cf7d4-c082-47f9-bdfc-0b179ce7d180
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39450"
    uid: b1094f64-0c5e-464e-8887-329699293246
  kind: Event
  lastTimestamp: "2026-04-22T20:57:46Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6-7ml9j'
  metadata:
    creationTimestamp: "2026-04-22T20:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:57:46Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6.18a8c95fe8304d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "39462"
    uid: b4e075dc-22ef-42b4-8e44-e0b961d5a217
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39447"
    uid: 3c34c970-6f1d-4a3a-91f1-c7628810f69a
  kind: Event
  lastTimestamp: "2026-04-22T20:57:46Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-6c9c9cf6f6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:57:46Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a8c95fe5b7625e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39452"
    uid: 53ac5efa-22a1-4b8f-a807-9480a0a2853c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39437"
    uid: 99b2bb93-1ffc-4bc7-b9d2-3476aa511be5
  kind: Event
  lastTimestamp: "2026-04-22T20:57:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:57:54Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a8c95fe5916c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39560"
    uid: 55e5ae13-d893-490f-bf76-8834e6c06981
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39437"
    uid: 99b2bb93-1ffc-4bc7-b9d2-3476aa511be5
  kind: Event
  lastTimestamp: "2026-04-22T20:57:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:57:46Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a8c95fe5f725cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39455"
    uid: 898a1756-c38d-4769-89ae-bf0719e6f324
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:56:25.641848Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "38794"
    uid: 0fcc3a2f-cb9a-462a-af7a-ab57afe02953
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:56:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:56:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m.18a8c94d05a26b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38800"
    uid: 7fda8f26-03a4-4ac3-887e-b0263ab66a7f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "38804"
    uid: 0fcc3a2f-cb9a-462a-af7a-ab57afe02953
  kind: Event
  lastTimestamp: "2026-04-22T20:56:26Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:56:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m.18a8c94d1f3cd012
    namespace: kserve-ci-e2e-test
    resourceVersion: "38812"
    uid: af81f259-39e5-4f5e-b063-ed8bd61ddd0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: 0fcc3a2f-cb9a-462a-af7a-ab57afe02953
  kind: Event
  lastTimestamp: "2026-04-22T20:56:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m.18a8c94d206b324c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38814"
    uid: f58234f2-b305-4432-bf79-f069bdb01f5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: 0fcc3a2f-cb9a-462a-af7a-ab57afe02953
  kind: Event
  lastTimestamp: "2026-04-22T20:56:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m.18a8c94d24ed179a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38817"
    uid: 8ad2d36a-5c8c-47f1-9c00-3431fe9de5bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: 0fcc3a2f-cb9a-462a-af7a-ab57afe02953
  kind: Event
  lastTimestamp: "2026-04-22T20:56:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m.18a8c94d2564d1ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: d7a6865b-159b-4d0a-9bb9-042f1db2c5a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: 0fcc3a2f-cb9a-462a-af7a-ab57afe02953
  kind: Event
  lastTimestamp: "2026-04-22T20:56:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m.18a8c94d76504cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38841"
    uid: 11df6bac-a16b-4c71-803e-651758d2fef2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: 0fcc3a2f-cb9a-462a-af7a-ab57afe02953
  kind: Event
  lastTimestamp: "2026-04-22T20:56:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m.18a8c94d799a9e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38845"
    uid: 50d2e52e-38a2-443d-a1ac-0333aeea2ec8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: 0fcc3a2f-cb9a-462a-af7a-ab57afe02953
  kind: Event
  lastTimestamp: "2026-04-22T20:56:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m.18a8c94d7a12d284
    namespace: kserve-ci-e2e-test
    resourceVersion: "38847"
    uid: bb91f92c-e01e-43e8-99d8-c06fb2a0e01f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: 0fcc3a2f-cb9a-462a-af7a-ab57afe02953
  kind: Event
  lastTimestamp: "2026-04-22T20:57:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:49Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m.18a8c94db24b5888
    namespace: kserve-ci-e2e-test
    resourceVersion: "39509"
    uid: 846e1440-7d9d-4206-acfc-445faa1fd177
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "38795"
    uid: 0fcc3a2f-cb9a-462a-af7a-ab57afe02953
  kind: Event
  lastTimestamp: "2026-04-22T20:57:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m.18a8c95fa8110239
    namespace: kserve-ci-e2e-test
    resourceVersion: "39425"
    uid: eeb86593-f7a9-4e68-95cf-d5d91482be90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78
    namespace: kserve-ci-e2e-test
    resourceVersion: "38785"
    uid: ef1d5007-0c8c-4fdf-bf1d-ebcd589f99e3
  kind: Event
  lastTimestamp: "2026-04-22T20:56:25Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78-fvh7m'
  metadata:
    creationTimestamp: "2026-04-22T20:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:56:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78.18a8c94d05516336
    namespace: kserve-ci-e2e-test
    resourceVersion: "38796"
    uid: dcb3303d-bba4-4b5a-9e5d-dabd55ae3e2e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38783"
    uid: 213c32d8-ad30-40bc-be70-cf4177ba2bba
  kind: Event
  lastTimestamp: "2026-04-22T20:56:25Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-86cf7bff78
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:56:25Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8c94d031902c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38787"
    uid: 449e2d6b-ca9e-4403-a642-a61e8bf16ab5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: 42abd050-2266-4650-a947-8dd426e88052
  kind: Event
  lastTimestamp: "2026-04-22T20:56:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:56:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8c95081fff4db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38943"
    uid: 0b3ddbbf-ee47-4c32-9d7f-ecd3d0fea10b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38784"
    uid: 42abd050-2266-4650-a947-8dd426e88052
  kind: Event
  lastTimestamp: "2026-04-22T20:56:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:56:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8c95082621599
    namespace: kserve-ci-e2e-test
    resourceVersion: "38945"
    uid: b8624b27-ca57-43d1-aaf6-c409b370195c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38944"
    uid: 42abd050-2266-4650-a947-8dd426e88052
  kind: Event
  lastTimestamp: "2026-04-22T20:57:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:57:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8c954010d367a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39372"
    uid: ade632a7-fe16-49fb-8d9d-26c96a1b1443
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38944"
    uid: 42abd050-2266-4650-a947-8dd426e88052
  kind: Event
  lastTimestamp: "2026-04-22T20:57:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:57:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a8c9540173fb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39373"
    uid: 94dfa052-a706-4cc0-a8c5-400c34259e5e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38775"
    uid: 99b2561a-bfe7-4e18-be00-903891e55778
  kind: Event
  lastTimestamp: "2026-04-22T20:57:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:57:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8c94d02f5e6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39364"
    uid: 7c9716c1-5d69-43de-b9d0-35a1822e9ced
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38775"
    uid: 99b2561a-bfe7-4e18-be00-903891e55778
  kind: Event
  lastTimestamp: "2026-04-22T20:56:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:56:25Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8c94d033fafd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38790"
    uid: a9b9c2b2-9de6-4831-8b0b-8005560256bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39361"
    uid: 99b2561a-bfe7-4e18-be00-903891e55778
  kind: Event
  lastTimestamp: "2026-04-22T20:57:39Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:57:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a8c95e3e1eeea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39363"
    uid: fc98cc54-e2b7-42e1-8cbe-1f74ea9bf746
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:56:14.585289Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38639"
    uid: d50edc68-9452-4d95-8794-c2ee632337ae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:56:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:56:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l.18a8c94a729da00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38644"
    uid: 8bad283f-a443-4478-8c7e-131d6ab5dc3a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: d50edc68-9452-4d95-8794-c2ee632337ae
  kind: Event
  lastTimestamp: "2026-04-22T20:56:15Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:56:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l.18a8c94a8c3cad19
    namespace: kserve-ci-e2e-test
    resourceVersion: "38655"
    uid: 74e30da7-29e5-462b-aa2c-287f17756802
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38641"
    uid: d50edc68-9452-4d95-8794-c2ee632337ae
  kind: Event
  lastTimestamp: "2026-04-22T20:56:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l.18a8c94a8d792e4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38707"
    uid: 98bf1ecb-956c-4d96-be4f-8168d99d9ab8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38641"
    uid: d50edc68-9452-4d95-8794-c2ee632337ae
  kind: Event
  lastTimestamp: "2026-04-22T20:56:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l.18a8c94a90d5ade6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: 91dc643c-1e07-4c88-9144-243bcb458702
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38641"
    uid: d50edc68-9452-4d95-8794-c2ee632337ae
  kind: Event
  lastTimestamp: "2026-04-22T20:56:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l.18a8c94a914f7a82
    namespace: kserve-ci-e2e-test
    resourceVersion: "38713"
    uid: 587e2fae-f323-4fdc-a1b1-53ba9fe843ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l
    namespace: kserve-ci-e2e-test
    resourceVersion: "38641"
    uid: d50edc68-9452-4d95-8794-c2ee632337ae
  kind: Event
  lastTimestamp: "2026-04-22T20:56:24Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:24Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l.18a8c94cc5eecbda
    namespace: kserve-ci-e2e-test
    resourceVersion: "38761"
    uid: fee5c21a-3176-48a0-9f86-9bb429cfac6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856
    namespace: kserve-ci-e2e-test
    resourceVersion: "38628"
    uid: d7fa4302-51cd-41bf-9e43-c4a9788b12ea
  kind: Event
  lastTimestamp: "2026-04-22T20:56:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856-jbr8l'
  metadata:
    creationTimestamp: "2026-04-22T20:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:56:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856.18a8c94a72105a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "38640"
    uid: 5c6d41ad-5adf-4376-b1ec-8c8fec18f728
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: d3d5fb76-8b2d-44db-8554-8e9eb29a7a2b
  kind: Event
  lastTimestamp: "2026-04-22T20:56:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-85fd99d856
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:56:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a8c94a6f955e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "38631"
    uid: 88dc499d-6bb5-4d11-b735-de916880d49f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38617"
    uid: 87bf4709-0148-4863-8f09-260caf72a68c
  kind: Event
  lastTimestamp: "2026-04-22T20:56:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:56:20Z"
    name: isvc-sklearn-s3-tls-global-fail.18a8c94a6f71b710
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: fd772549-c989-4428-8be4-713967f072e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38617"
    uid: 87bf4709-0148-4863-8f09-260caf72a68c
  kind: Event
  lastTimestamp: "2026-04-22T20:56:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:56:14Z"
    name: isvc-sklearn-s3-tls-global-fail.18a8c94a6fea7f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38634"
    uid: 74d159aa-58bc-4801-90f8-aefaace72363
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:54:53.472541Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37976"
    uid: dbda5ec9-b17e-4835-9adf-4b18d97f4ff7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:54:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f.18a8c9378fea6c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "37983"
    uid: 7f0db6d2-3e99-40c9-b31d-9c27ea7f1d22
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37986"
    uid: dbda5ec9-b17e-4835-9adf-4b18d97f4ff7
  kind: Event
  lastTimestamp: "2026-04-22T20:54:53Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f.18a8c937a975cf41
    namespace: kserve-ci-e2e-test
    resourceVersion: "37994"
    uid: 0f76a1e6-fdf5-4476-a028-070db998a904
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: dbda5ec9-b17e-4835-9adf-4b18d97f4ff7
  kind: Event
  lastTimestamp: "2026-04-22T20:54:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f.18a8c937aabbe0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "37996"
    uid: cf85d6e0-f0f0-4da6-bb9c-7da3a29b961b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: dbda5ec9-b17e-4835-9adf-4b18d97f4ff7
  kind: Event
  lastTimestamp: "2026-04-22T20:54:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f.18a8c937ad974b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "37998"
    uid: ce479c81-8694-42c1-97aa-1fb27b67d8b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: dbda5ec9-b17e-4835-9adf-4b18d97f4ff7
  kind: Event
  lastTimestamp: "2026-04-22T20:54:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f.18a8c937ae0ae108
    namespace: kserve-ci-e2e-test
    resourceVersion: "37999"
    uid: 98dbf39d-6017-4e51-872c-96eac7a5d3a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: dbda5ec9-b17e-4835-9adf-4b18d97f4ff7
  kind: Event
  lastTimestamp: "2026-04-22T20:54:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:54:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f.18a8c937f5dc2b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "38014"
    uid: e958f688-6f5e-4cfd-92de-1d71dd0227b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: dbda5ec9-b17e-4835-9adf-4b18d97f4ff7
  kind: Event
  lastTimestamp: "2026-04-22T20:54:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:54:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f.18a8c937f9d939ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "38019"
    uid: ea2da34b-b97d-4e00-9200-b668f26e9db1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: dbda5ec9-b17e-4835-9adf-4b18d97f4ff7
  kind: Event
  lastTimestamp: "2026-04-22T20:54:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:54:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f.18a8c937fa52c624
    namespace: kserve-ci-e2e-test
    resourceVersion: "38020"
    uid: 3e75500e-844f-4d37-855a-b0d03b3b3767
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: dbda5ec9-b17e-4835-9adf-4b18d97f4ff7
  kind: Event
  lastTimestamp: "2026-04-22T20:56:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f.18a8c93831c7ddaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38681"
    uid: af3ec4d0-148c-479b-b4ef-f15fcc7df8f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37980"
    uid: dbda5ec9-b17e-4835-9adf-4b18d97f4ff7
  kind: Event
  lastTimestamp: "2026-04-22T20:56:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:56:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f.18a8c94a32bf59b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38601"
    uid: b7eab643-b2b4-4a82-ba7a-89a78d60c35c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37966"
    uid: 22ef054b-d24c-4b1b-8b29-ac1fd96ccce9
  kind: Event
  lastTimestamp: "2026-04-22T20:54:53Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6-k755f'
  metadata:
    creationTimestamp: "2026-04-22T20:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6.18a8c9378f816fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37979"
    uid: 27cc89b6-de0e-4617-894e-96a0e3adfd58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37964"
    uid: 8669ba34-fbf7-404b-887c-3f84b99bcf72
  kind: Event
  lastTimestamp: "2026-04-22T20:54:53Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-574fdcdcd6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8c9378d7975a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37968"
    uid: b904301c-11b2-43bf-b49f-e95bc0520410
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:55:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37965"
    uid: dc863939-af92-4ef4-bd16-9fadc0267628
  kind: Event
  lastTimestamp: "2026-04-22T20:55:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:55:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8c93b0c8db08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: bea42482-0448-4707-9b3a-5e2f73632aff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:55:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37965"
    uid: dc863939-af92-4ef4-bd16-9fadc0267628
  kind: Event
  lastTimestamp: "2026-04-22T20:55:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:55:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8c93b0ce8d098
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 88ee6b37-7d86-4fe5-b7b3-bc1a1ed77974
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:55:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38121"
    uid: dc863939-af92-4ef4-bd16-9fadc0267628
  kind: Event
  lastTimestamp: "2026-04-22T20:56:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:56:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8c93e8b96e00c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38547"
    uid: d4004e74-a33c-4302-aa41-e19c9a7dae4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:55:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38121"
    uid: dc863939-af92-4ef4-bd16-9fadc0267628
  kind: Event
  lastTimestamp: "2026-04-22T20:56:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:56:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a8c93e8bf57bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38548"
    uid: 421f3570-a0bf-4253-a6a7-659ee5811909
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37957"
    uid: 005f105b-a136-4b10-8938-0f9947580fdc
  kind: Event
  lastTimestamp: "2026-04-22T20:56:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:56:07Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8c9378d7d4e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38537"
    uid: bab2f101-da0f-44d1-901e-17b484391cba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37957"
    uid: 005f105b-a136-4b10-8938-0f9947580fdc
  kind: Event
  lastTimestamp: "2026-04-22T20:54:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:54:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:54:53Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8c9378de886d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37972"
    uid: a1ca01eb-5778-4ae6-9a4e-f133905b3cb3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38533"
    uid: 005f105b-a136-4b10-8938-0f9947580fdc
  kind: Event
  lastTimestamp: "2026-04-22T20:56:07Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:56:07Z"
    name: isvc-sklearn-s3-tls-global-pass.18a8c948bdc1aa7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38534"
    uid: 1352ac36-6586-4943-85ad-6c13c88cbfdf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:59:18.905862Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40286"
    uid: 341bc242-1be1-4237-8e5c-6febd23f7c59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:59:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:59:18Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq.18a8c9755cf971fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40291"
    uid: aacaa8ea-7839-4bca-97ae-ce65c3a0bca7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40295"
    uid: 341bc242-1be1-4237-8e5c-6febd23f7c59
  kind: Event
  lastTimestamp: "2026-04-22T20:59:19Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:59:19Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq.18a8c97576b03977
    namespace: kserve-ci-e2e-test
    resourceVersion: "40302"
    uid: dc40a647-5a75-412f-959c-c3f622f1e458
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: 341bc242-1be1-4237-8e5c-6febd23f7c59
  kind: Event
  lastTimestamp: "2026-04-22T20:59:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:59:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq.18a8c97577f80d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "40337"
    uid: 135fdb03-2b49-4ebe-95b9-18b14f0daabc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: 341bc242-1be1-4237-8e5c-6febd23f7c59
  kind: Event
  lastTimestamp: "2026-04-22T20:59:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:59:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq.18a8c9757b95ca9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40342"
    uid: e6bc021a-84ee-48d6-811d-3d90a288f5bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: 341bc242-1be1-4237-8e5c-6febd23f7c59
  kind: Event
  lastTimestamp: "2026-04-22T20:59:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:59:22Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq.18a8c9757c115c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40344"
    uid: cd20c12e-5392-49dc-9622-e178aed06012
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: 341bc242-1be1-4237-8e5c-6febd23f7c59
  kind: Event
  lastTimestamp: "2026-04-22T20:59:26Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq_kserve-ci-e2e-test(341bc242-1be1-4237-8e5c-6febd23f7c59)
  metadata:
    creationTimestamp: "2026-04-22T20:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:59:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq.18a8c977104c956c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40377"
    uid: 8882c2e6-b4ec-4409-92d9-1bdd0aedafae
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "40276"
    uid: 14852727-88a4-4632-a6a2-d2b8659f1dfc
  kind: Event
  lastTimestamp: "2026-04-22T20:59:18Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65-mf2bq'
  metadata:
    creationTimestamp: "2026-04-22T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:59:18Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65.18a8c9755c6f7b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "40288"
    uid: a900ef8f-69cd-4ced-be98-40f5c1df7274
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: 2534a993-c21a-4fea-b53e-a2fad5f038b4
  kind: Event
  lastTimestamp: "2026-04-22T20:59:18Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-58d5679b65
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:59:18Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a8c9755a1bb38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40278"
    uid: acd8b0b3-5bf1-4500-b986-622dca9427df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40265"
    uid: eb163f3d-97fe-4641-a2e4-5086649e5fd9
  kind: Event
  lastTimestamp: "2026-04-22T20:59:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:59:28Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a8c97559f69897
    namespace: kserve-ci-e2e-test
    resourceVersion: "40397"
    uid: 697b472b-06c8-4886-9c1a-8e91c627086c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40265"
    uid: eb163f3d-97fe-4641-a2e4-5086649e5fd9
  kind: Event
  lastTimestamp: "2026-04-22T20:59:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:59:18Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a8c9755a450ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40280"
    uid: 30bff8ab-65a4-4dec-8169-5bc04f97dcb7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:57:57.800403Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39627"
    uid: 04db1c44-28d8-453a-a2c4-0019ee3cd563
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:57:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:57:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58.18a8c9627ab668fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39633"
    uid: ae0eeede-734b-4d71-9340-6fdb8b7a7260
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39637"
    uid: 04db1c44-28d8-453a-a2c4-0019ee3cd563
  kind: Event
  lastTimestamp: "2026-04-22T20:57:58Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:57:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58.18a8c9629458fb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "39649"
    uid: 02531aaa-4c21-47ea-b9aa-222858074203
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: 04db1c44-28d8-453a-a2c4-0019ee3cd563
  kind: Event
  lastTimestamp: "2026-04-22T20:57:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58.18a8c962959acd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "39651"
    uid: 25d6c724-22ea-4905-ad13-6fd47af34596
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: 04db1c44-28d8-453a-a2c4-0019ee3cd563
  kind: Event
  lastTimestamp: "2026-04-22T20:57:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58.18a8c96298c6ae63
    namespace: kserve-ci-e2e-test
    resourceVersion: "39653"
    uid: 9b289c0f-fc6e-4b64-b72b-c4bc34d047e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: 04db1c44-28d8-453a-a2c4-0019ee3cd563
  kind: Event
  lastTimestamp: "2026-04-22T20:57:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58.18a8c9629940a30f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39654"
    uid: c6f3ce2f-9c60-49bb-8123-6dd4b9b7610a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: 04db1c44-28d8-453a-a2c4-0019ee3cd563
  kind: Event
  lastTimestamp: "2026-04-22T20:57:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58.18a8c962f6b1c43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39681"
    uid: cb94eff2-dcea-4ee4-bb57-0e7ec34cacfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: 04db1c44-28d8-453a-a2c4-0019ee3cd563
  kind: Event
  lastTimestamp: "2026-04-22T20:57:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58.18a8c962f9c7dbde
    namespace: kserve-ci-e2e-test
    resourceVersion: "39685"
    uid: 7c5e768e-c307-44d9-9537-4686c706acfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: 04db1c44-28d8-453a-a2c4-0019ee3cd563
  kind: Event
  lastTimestamp: "2026-04-22T20:57:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:57:59Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58.18a8c962fa4fc411
    namespace: kserve-ci-e2e-test
    resourceVersion: "39686"
    uid: 45c96b93-c837-4f7e-959e-7e8a7825fa19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: 04db1c44-28d8-453a-a2c4-0019ee3cd563
  kind: Event
  lastTimestamp: "2026-04-22T20:59:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:59:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58.18a8c963329d93e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40335"
    uid: 81e2efd1-0e11-4c49-8e60-e822c125f0fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39631"
    uid: 04db1c44-28d8-453a-a2c4-0019ee3cd563
  kind: Event
  lastTimestamp: "2026-04-22T20:59:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:59:17Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58.18a8c9751da4c675
    namespace: kserve-ci-e2e-test
    resourceVersion: "40255"
    uid: f55ba133-f72e-4e88-8802-7179a58ce458
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39618"
    uid: 7acf612f-1fc8-4f6b-a3f1-787521330b15
  kind: Event
  lastTimestamp: "2026-04-22T20:57:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c-tfw58'
  metadata:
    creationTimestamp: "2026-04-22T20:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:57:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c.18a8c9627a34d8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "39630"
    uid: cbed6a2a-a910-4001-bb8c-cd278fa33431
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39616"
    uid: 890baa20-1b87-4fc9-98e0-b16225c7e091
  kind: Event
  lastTimestamp: "2026-04-22T20:57:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-777f8b9c4c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:57:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c962783e320b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39620"
    uid: 53ed0528-bc3d-4947-ae4a-9f4016394be8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:58:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39617"
    uid: c1a3b76a-1761-4f7e-b324-e76c17f26f91
  kind: Event
  lastTimestamp: "2026-04-22T20:58:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:58:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c965f6e46f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40088"
    uid: e73d0f87-9d27-4883-97cc-093810bc7e9f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-22T20:58:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39617"
    uid: c1a3b76a-1761-4f7e-b324-e76c17f26f91
  kind: Event
  lastTimestamp: "2026-04-22T20:58:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:58:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c965f73f7c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "40089"
    uid: 9488d0c5-ded4-43e6-ae6e-2005cccce38a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39777"
    uid: c1a3b76a-1761-4f7e-b324-e76c17f26f91
  kind: Event
  lastTimestamp: "2026-04-22T20:59:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:59:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c973f2d42127
    namespace: kserve-ci-e2e-test
    resourceVersion: "40200"
    uid: a2580023-0868-4f55-9d08-864bc74ec138
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39777"
    uid: c1a3b76a-1761-4f7e-b324-e76c17f26f91
  kind: Event
  lastTimestamp: "2026-04-22T20:59:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:59:12Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a8c973f3333cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40202"
    uid: 0abbd7fc-80a6-44c0-a1b0-5ec640879ac1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39607"
    uid: 1f394f85-9bf6-4939-bd22-98e0afbfbdee
  kind: Event
  lastTimestamp: "2026-04-22T20:59:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:59:11Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8c962781a7a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "40193"
    uid: 76d22a74-3c02-4970-8b0f-207f9af4a03c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39607"
    uid: 1f394f85-9bf6-4939-bd22-98e0afbfbdee
  kind: Event
  lastTimestamp: "2026-04-22T20:57:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:57:57Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8c962787bf2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39639"
    uid: 3d4bd2f5-bfe8-4cc6-ba1d-23b5235d9b20
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:57:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39613"
    uid: 1f394f85-9bf6-4939-bd22-98e0afbfbdee
  kind: Event
  lastTimestamp: "2026-04-22T20:57:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:57:57Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8c9627c66a065
    namespace: kserve-ci-e2e-test
    resourceVersion: "39640"
    uid: baaca5e1-53e9-4dd0-bb0b-e6c7aef6c838
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:59:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40191"
    uid: 1f394f85-9bf6-4939-bd22-98e0afbfbdee
  kind: Event
  lastTimestamp: "2026-04-22T20:59:11Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:59:11Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a8c973be74683c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40192"
    uid: 301d8e48-1d4a-4060-93a9-9452f0def59d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37353"
    uid: 99fcca27-ca8a-45bb-be4d-f71dc2fa1e7d
  kind: Event
  lastTimestamp: "2026-04-22T20:54:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:54:51Z"
    name: isvc-sklearn-s3.18a8c92733540f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "37916"
    uid: 5a9ab9ac-a294-4125-8f2e-efcd49e8a63e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37353"
    uid: 99fcca27-ca8a-45bb-be4d-f71dc2fa1e7d
  kind: Event
  lastTimestamp: "2026-04-22T20:53:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:53:43Z"
    name: isvc-sklearn-s3.18a8c92733c6ac06
    namespace: kserve-ci-e2e-test
    resourceVersion: "37384"
    uid: 5a37f76f-f38c-47fc-aa25-adbcd84152d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:54:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 99fcca27-ca8a-45bb-be4d-f71dc2fa1e7d
  kind: Event
  lastTimestamp: "2026-04-22T20:54:51Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:54:51Z"
    name: isvc-sklearn-s3.18a8c93705d33cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37915"
    uid: bfa25820-da48-4464-979f-b20406ea9fad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-58644cd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29330"
    uid: 007e7a5e-66d1-4053-919e-fbcc63ebf42e
  kind: Event
  lastTimestamp: "2026-04-22T20:37:49Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-58644cd7f-kgdxw'
  metadata:
    creationTimestamp: "2026-04-22T20:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:37:49Z"
    name: isvc-sklearn-scheduler-predictor-58644cd7f.18a8c849338d4762
    namespace: kserve-ci-e2e-test
    resourceVersion: "29340"
    uid: 5710fb55-6641-4543-ac6e-cfb9a239f3db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29327"
    uid: aef85ea6-3432-4ca8-a276-1efcb79d2acd
  kind: Event
  lastTimestamp: "2026-04-22T20:37:49Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-58644cd7f from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T20:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:37:49Z"
    name: isvc-sklearn-scheduler-predictor.18a8c8492fad49f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29331"
    uid: 5d93dfa1-57a4-42e8-958a-995baa8e0cef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29304"
    uid: 49bb8833-5565-4487-a11c-a56a7decdf6f
  kind: Event
  lastTimestamp: "2026-04-22T20:37:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:37:49Z"
    name: isvc-sklearn-scheduler.18a8c8492f210c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "29350"
    uid: 3f13bcfd-2e19-4806-8de1-f26adb43a938
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29304"
    uid: 49bb8833-5565-4487-a11c-a56a7decdf6f
  kind: Event
  lastTimestamp: "2026-04-22T20:37:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:37:49Z"
    name: isvc-sklearn-scheduler.18a8c8492fb9777e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29333"
    uid: 258d696a-e1f9-4376-9f92-bce45ec57baf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29304"
    uid: 49bb8833-5565-4487-a11c-a56a7decdf6f
  kind: Event
  lastTimestamp: "2026-04-22T20:37:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:37:49Z"
    name: isvc-sklearn-scheduler.18a8c8492fb9daf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: b2c7b326-341a-4e70-b661-cf32d38bd6b0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:42:49.622422Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31940"
    uid: e3c2c757-08f5-49b0-96b1-4e0d97b3fb46
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:42:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:42:49Z"
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9.18a8c88f07162144
    namespace: kserve-ci-e2e-test
    resourceVersion: "31944"
    uid: ec335026-5550-4976-ad09-087603f4ff32
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31950"
    uid: e3c2c757-08f5-49b0-96b1-4e0d97b3fb46
  kind: Event
  lastTimestamp: "2026-04-22T20:42:50Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:42:50Z"
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9.18a8c88f20933934
    namespace: kserve-ci-e2e-test
    resourceVersion: "31960"
    uid: 5c0fff66-e8c5-48bb-9724-12f14e152a83
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: e3c2c757-08f5-49b0-96b1-4e0d97b3fb46
  kind: Event
  lastTimestamp: "2026-04-22T20:42:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:42:50Z"
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9.18a8c88f21cdf0ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: f5882781-7d05-43e9-85b0-eb397e62744a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: e3c2c757-08f5-49b0-96b1-4e0d97b3fb46
  kind: Event
  lastTimestamp: "2026-04-22T20:42:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:42:50Z"
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9.18a8c88f25581c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: ae2ef51c-546f-4a3b-aeba-d310db143ee4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: e3c2c757-08f5-49b0-96b1-4e0d97b3fb46
  kind: Event
  lastTimestamp: "2026-04-22T20:42:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:42:50Z"
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9.18a8c88f25d359a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31966"
    uid: 1185f1b1-5ebe-4c4c-9a9e-9cf991b30fd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: e3c2c757-08f5-49b0-96b1-4e0d97b3fb46
  kind: Event
  lastTimestamp: "2026-04-22T20:42:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:42:53Z"
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9.18a8c88ff72abb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "31994"
    uid: 70751722-baa1-4db1-8648-91c377bfff10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: e3c2c757-08f5-49b0-96b1-4e0d97b3fb46
  kind: Event
  lastTimestamp: "2026-04-22T20:42:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:42:53Z"
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9.18a8c88ffa40b3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31998"
    uid: 7d0afae0-b0d8-4aee-b083-e607eb0af94d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: e3c2c757-08f5-49b0-96b1-4e0d97b3fb46
  kind: Event
  lastTimestamp: "2026-04-22T20:42:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:42:53Z"
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9.18a8c88ffac43327
    namespace: kserve-ci-e2e-test
    resourceVersion: "31999"
    uid: 15f982cd-38f8-47da-a3fd-ae570949d5ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: e3c2c757-08f5-49b0-96b1-4e0d97b3fb46
  kind: Event
  lastTimestamp: "2026-04-22T20:43:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:43:58Z"
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9.18a8c890332f1be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32456"
    uid: 6921d777-8a49-4d09-8e00-6c13667d0c9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: e3c2c757-08f5-49b0-96b1-4e0d97b3fb46
  kind: Event
  lastTimestamp: "2026-04-22T20:44:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:09Z"
    name: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9.18a8c8a1afc1cd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32585"
    uid: b526f385-14f7-441f-a01d-8355aa8d76b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5448f48998
    namespace: kserve-ci-e2e-test
    resourceVersion: "31930"
    uid: 0d9a6654-2b38-41c0-b885-dcf7a2a5ea76
  kind: Event
  lastTimestamp: "2026-04-22T20:42:49Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5448f48998-wv4s9'
  metadata:
    creationTimestamp: "2026-04-22T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:42:49Z"
    name: isvc-sklearn-v2-mixed-predictor-5448f48998.18a8c88f06a81596
    namespace: kserve-ci-e2e-test
    resourceVersion: "31941"
    uid: e1385bd4-fa96-44c6-ad52-d8779baeeec6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31928"
    uid: b67c5dd5-0490-4118-9222-302f86f8b721
  kind: Event
  lastTimestamp: "2026-04-22T20:42:49Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5448f48998 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:42:49Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c88f0444fb74
    namespace: kserve-ci-e2e-test
    resourceVersion: "31932"
    uid: d45d9a18-1f1d-440a-82f1-5ce400762c32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:43:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 1a4d6ba1-5a2e-45eb-9ecf-ef00047c300d
  kind: Event
  lastTimestamp: "2026-04-22T20:43:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:43:19Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c89282b21f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32189"
    uid: 7ad3b9f3-d436-49bb-a221-e4a5e8bb0649
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:43:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 1a4d6ba1-5a2e-45eb-9ecf-ef00047c300d
  kind: Event
  lastTimestamp: "2026-04-22T20:43:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:43:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:43:19Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c8928315525c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 68d80601-00dd-4896-9ea9-8cbaa0476757
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:43:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32085"
    uid: 1a4d6ba1-5a2e-45eb-9ecf-ef00047c300d
  kind: Event
  lastTimestamp: "2026-04-22T20:44:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:44:04Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c89980d78598
    namespace: kserve-ci-e2e-test
    resourceVersion: "32514"
    uid: 582c697f-7212-4f98-add0-90e0ff643bb7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:43:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32085"
    uid: 1a4d6ba1-5a2e-45eb-9ecf-ef00047c300d
  kind: Event
  lastTimestamp: "2026-04-22T20:44:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:44:04Z"
    name: isvc-sklearn-v2-mixed-predictor.18a8c89981356478
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: a031b235-47cb-48be-b4fa-c5f6368379e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31904"
    uid: 092945de-3b79-4ada-ad60-3014b58fcc08
  kind: Event
  lastTimestamp: "2026-04-22T20:44:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:44:08Z"
    name: isvc-sklearn-v2-mixed.18a8c88f042085d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: 25f2aec9-ae29-4ef4-99d9-32568be6fd47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31904"
    uid: 092945de-3b79-4ada-ad60-3014b58fcc08
  kind: Event
  lastTimestamp: "2026-04-22T20:42:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:42:49Z"
    name: isvc-sklearn-v2-mixed.18a8c88f04686113
    namespace: kserve-ci-e2e-test
    resourceVersion: "31934"
    uid: e9371fbf-4a5d-43ab-b09e-11a0baa6dfe3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32544"
    uid: 092945de-3b79-4ada-ad60-3014b58fcc08
  kind: Event
  lastTimestamp: "2026-04-22T20:44:08Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:44:08Z"
    name: isvc-sklearn-v2-mixed.18a8c8a150406329
    namespace: kserve-ci-e2e-test
    resourceVersion: "32545"
    uid: 5d594651-d0aa-4bce-a498-a488a8415df2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:41:29.382622Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31267"
    uid: a0c4b2d2-42a5-4715-9527-717b1b671c3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7446f9c785-c9rbm
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:41:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:41:29Z"
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm.18a8c87c586bf271
    namespace: kserve-ci-e2e-test
    resourceVersion: "31272"
    uid: 72d73858-281f-4451-bd7c-8f0231f1bf0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31284"
    uid: a0c4b2d2-42a5-4715-9527-717b1b671c3b
  kind: Event
  lastTimestamp: "2026-04-22T20:41:29Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:41:29Z"
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm.18a8c87c724d1c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "31308"
    uid: 11384974-1d1e-4307-8158-32470ea22515
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: a0c4b2d2-42a5-4715-9527-717b1b671c3b
  kind: Event
  lastTimestamp: "2026-04-22T20:41:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:41:29Z"
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm.18a8c87c737dc9e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: e6f24ef4-0a4a-4184-812a-c85009444741
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: a0c4b2d2-42a5-4715-9527-717b1b671c3b
  kind: Event
  lastTimestamp: "2026-04-22T20:41:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:41:29Z"
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm.18a8c87c7786d87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31312"
    uid: e02b182d-d634-47f1-8164-22f326b34273
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: a0c4b2d2-42a5-4715-9527-717b1b671c3b
  kind: Event
  lastTimestamp: "2026-04-22T20:41:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:41:29Z"
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm.18a8c87c77fcec38
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: b2668cfc-adce-4fe3-a38b-063454fd70c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: a0c4b2d2-42a5-4715-9527-717b1b671c3b
  kind: Event
  lastTimestamp: "2026-04-22T20:41:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1435"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:41:34Z"
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm.18a8c87d8172ef17
    namespace: kserve-ci-e2e-test
    resourceVersion: "31348"
    uid: a849aa98-6678-4c97-a712-2f1b6767d7c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: a0c4b2d2-42a5-4715-9527-717b1b671c3b
  kind: Event
  lastTimestamp: "2026-04-22T20:41:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:41:34Z"
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm.18a8c87d864552c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31353"
    uid: b655b58c-82af-4556-a5a2-f380fa2ca8f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: a0c4b2d2-42a5-4715-9527-717b1b671c3b
  kind: Event
  lastTimestamp: "2026-04-22T20:41:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:41:34Z"
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm.18a8c87d86ccde3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: e6c1bbfb-65a4-4a17-a46e-aadb6d46368d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: a0c4b2d2-42a5-4715-9527-717b1b671c3b
  kind: Event
  lastTimestamp: "2026-04-22T20:42:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:42:39Z"
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm.18a8c87dbd5db648
    namespace: kserve-ci-e2e-test
    resourceVersion: "31816"
    uid: 94106ea5-b8f3-4aed-b083-9b33ac7a3706
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31270"
    uid: a0c4b2d2-42a5-4715-9527-717b1b671c3b
  kind: Event
  lastTimestamp: "2026-04-22T20:42:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:42:49Z"
    name: isvc-sklearn-v2-predictor-7446f9c785-c9rbm.18a8c88f0788c8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31948"
    uid: 05a2a467-58e5-491c-8ef0-e264b61a2881
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7446f9c785
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: 4adfb62f-0f74-4df2-bd66-a8aeeb7e47b8
  kind: Event
  lastTimestamp: "2026-04-22T20:41:29Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7446f9c785-c9rbm'
  metadata:
    creationTimestamp: "2026-04-22T20:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:41:29Z"
    name: isvc-sklearn-v2-predictor-7446f9c785.18a8c87c5808b2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31269"
    uid: 839c2f12-7753-4eb7-b83c-201b7d04c05b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: c5224c92-bef4-4480-a628-27af629fa285
  kind: Event
  lastTimestamp: "2026-04-22T20:41:29Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7446f9c785 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:41:29Z"
    name: isvc-sklearn-v2-predictor.18a8c87c55705c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "31262"
    uid: 4301bd3e-31e8-4d00-b499-8e2bccac58b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 479fd283-e542-413e-a132-5c012d66debf
  kind: Event
  lastTimestamp: "2026-04-22T20:41:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:41:59Z"
    name: isvc-sklearn-v2-predictor.18a8c87fd4065860
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: 5ed9b246-8413-4274-92dc-427ffbaad10d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 479fd283-e542-413e-a132-5c012d66debf
  kind: Event
  lastTimestamp: "2026-04-22T20:41:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:41:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:41:59Z"
    name: isvc-sklearn-v2-predictor.18a8c87fd46ab224
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: ea471fdc-8d8d-4139-aec3-af20a19a22a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31433"
    uid: 479fd283-e542-413e-a132-5c012d66debf
  kind: Event
  lastTimestamp: "2026-04-22T20:42:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:42:44Z"
    name: isvc-sklearn-v2-predictor.18a8c886d251ac01
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: c1c330c6-7eed-465c-a775-f49e30b2ff80
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31433"
    uid: 479fd283-e542-413e-a132-5c012d66debf
  kind: Event
  lastTimestamp: "2026-04-22T20:42:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:42:44Z"
    name: isvc-sklearn-v2-predictor.18a8c886d29615fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31855"
    uid: 72d36d84-c1ae-44f8-9a3f-d7b482ec3128
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:40:39.246471Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30852"
    uid: 09b493c0-3e4f-43a3-847e-2b875c8ebebe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:40:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:40:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42.18a8c870ac130703
    namespace: kserve-ci-e2e-test
    resourceVersion: "30857"
    uid: fa6d4e1e-0348-4db6-afaf-293778544007
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 09b493c0-3e4f-43a3-847e-2b875c8ebebe
  kind: Event
  lastTimestamp: "2026-04-22T20:40:39Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:40:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42.18a8c870c62b1a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "30873"
    uid: 186710a1-f25d-4f5d-b590-c262f2b44b6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 09b493c0-3e4f-43a3-847e-2b875c8ebebe
  kind: Event
  lastTimestamp: "2026-04-22T20:40:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42.18a8c870c762fe46
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: ed57f0dd-0b37-489c-9a62-8b4255bb937b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 09b493c0-3e4f-43a3-847e-2b875c8ebebe
  kind: Event
  lastTimestamp: "2026-04-22T20:40:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42.18a8c870cbcf200d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30878"
    uid: 810f70d0-38d3-4d53-a992-85238a8492d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 09b493c0-3e4f-43a3-847e-2b875c8ebebe
  kind: Event
  lastTimestamp: "2026-04-22T20:40:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42.18a8c870cc47cb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30879"
    uid: 7e49e300-a3da-4c71-a577-ae8f2a5d39ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 09b493c0-3e4f-43a3-847e-2b875c8ebebe
  kind: Event
  lastTimestamp: "2026-04-22T20:40:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:44Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42.18a8c871d283c2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30916"
    uid: 1af8ff03-8be7-4418-aeeb-44d670eef951
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 09b493c0-3e4f-43a3-847e-2b875c8ebebe
  kind: Event
  lastTimestamp: "2026-04-22T20:40:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:44Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42.18a8c871d67f9d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "30921"
    uid: 97220ac6-407d-4902-a55c-4e4c15dbe31c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 09b493c0-3e4f-43a3-847e-2b875c8ebebe
  kind: Event
  lastTimestamp: "2026-04-22T20:40:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:44Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42.18a8c871d6f9fee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30922"
    uid: db37db1c-ac82-4641-9ecd-b22f0d8940a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 09b493c0-3e4f-43a3-847e-2b875c8ebebe
  kind: Event
  lastTimestamp: "2026-04-22T20:41:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T20:41:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:41:16Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42.18a8c879468d6531
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 4d907364-5288-4995-b50d-d1d45969df47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 09b493c0-3e4f-43a3-847e-2b875c8ebebe
  kind: Event
  lastTimestamp: "2026-04-22T20:41:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:41:29Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42.18a8c87c5b112815
    namespace: kserve-ci-e2e-test
    resourceVersion: "31294"
    uid: 88149f35-3148-43bd-96a7-2bc3412a39a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 09b493c0-3e4f-43a3-847e-2b875c8ebebe
  kind: Event
  lastTimestamp: "2026-04-22T20:41:36Z"
  message: 'Readiness probe failed: Get "http://10.134.0.55:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:41:36Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42.18a8c87dee654e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: 94ae7383-8f8a-4b59-bf7a-c54d7fcbe540
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 1b9e814c-ff21-4a07-9cdc-8445c509d5b9
  kind: Event
  lastTimestamp: "2026-04-22T20:40:39Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-rjh42'
  metadata:
    creationTimestamp: "2026-04-22T20:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:40:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a8c870aba2ffe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30854"
    uid: daa915ec-e9aa-41e8-9af3-430031eb97f3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30839"
    uid: f322a1d2-db7b-4919-8b1d-0331d4bdced5
  kind: Event
  lastTimestamp: "2026-04-22T20:40:39Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:40:39Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c870a8d8d525
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 8b67dcd8-168a-4625-bdc5-0b5d09952b06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30840"
    uid: 86472c5f-cd0d-4d6b-a4ea-2113fa3e34ee
  kind: Event
  lastTimestamp: "2026-04-22T20:40:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:40:54Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c8742729476c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30992"
    uid: ad48774d-10d6-4d19-9960-8ea0089e5cf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30840"
    uid: 86472c5f-cd0d-4d6b-a4ea-2113fa3e34ee
  kind: Event
  lastTimestamp: "2026-04-22T20:40:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:40:54Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c87427876a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "30994"
    uid: 4db5dfc6-6a60-4c89-af70-5621b5e3af29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 86472c5f-cd0d-4d6b-a4ea-2113fa3e34ee
  kind: Event
  lastTimestamp: "2026-04-22T20:41:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:41:24Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c877a6b79d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "31199"
    uid: 70db9ccc-6496-4adb-a8e5-89294b32d75d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 86472c5f-cd0d-4d6b-a4ea-2113fa3e34ee
  kind: Event
  lastTimestamp: "2026-04-22T20:41:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:41:24Z"
    name: isvc-sklearn-v2-runtime-predictor.18a8c877a722fcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31200"
    uid: 3268d17c-ed55-4bd2-94b0-0f2fc9ca0bab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30815"
    uid: 919f72f9-135f-4538-ac9e-3315004918d6
  kind: Event
  lastTimestamp: "2026-04-22T20:41:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:41:26Z"
    name: isvc-sklearn-v2-runtime.18a8c870a883336a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: e36dcb2e-4e16-447b-9eb1-14f5f952c788
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30815"
    uid: 919f72f9-135f-4538-ac9e-3315004918d6
  kind: Event
  lastTimestamp: "2026-04-22T20:40:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:40:39Z"
    name: isvc-sklearn-v2-runtime.18a8c870a912b8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: 001713d8-57f8-4705-bd1c-27cf6872e54f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31221"
    uid: 919f72f9-135f-4538-ac9e-3315004918d6
  kind: Event
  lastTimestamp: "2026-04-22T20:41:26Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:41:26Z"
    name: isvc-sklearn-v2-runtime.18a8c87b9e33be1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31222"
    uid: db02ffc6-1da3-48f8-9e36-6af2c0d562cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31247"
    uid: 6fab2255-81e1-473c-a73d-016c11a27a32
  kind: Event
  lastTimestamp: "2026-04-22T20:42:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:42:49Z"
    name: isvc-sklearn-v2.18a8c87c550b8660
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 028f7d9a-6d28-4042-829a-9e8e57c042ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:41:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31247"
    uid: 6fab2255-81e1-473c-a73d-016c11a27a32
  kind: Event
  lastTimestamp: "2026-04-22T20:41:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:41:29Z"
    name: isvc-sklearn-v2.18a8c87c560a86ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31264"
    uid: 944d0b09-1886-4dc1-9204-1f1ddcd8e8a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:42:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31895"
    uid: 6fab2255-81e1-473c-a73d-016c11a27a32
  kind: Event
  lastTimestamp: "2026-04-22T20:42:49Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:42:49Z"
    name: isvc-sklearn-v2.18a8c88eeb72be05
    namespace: kserve-ci-e2e-test
    resourceVersion: "31896"
    uid: 58503d23-221a-4453-a5a4-9cb35161f6f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29368"
    uid: 9a9cf2f0-1afe-4398-a998-37256edb8218
  kind: Event
  lastTimestamp: "2026-04-22T20:39:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:39:08Z"
    name: isvc-sklearn.18a8c849ac866d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "29993"
    uid: 3771d188-0d3e-48e8-b3a3-c000e28828a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29368"
    uid: 9a9cf2f0-1afe-4398-a998-37256edb8218
  kind: Event
  lastTimestamp: "2026-04-22T20:37:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:37:51Z"
    name: isvc-sklearn.18a8c849acda92d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29415"
    uid: ce568f64-ae9a-4baf-b5f0-defc61ce517a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:37:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29401"
    uid: 9a9cf2f0-1afe-4398-a998-37256edb8218
  kind: Event
  lastTimestamp: "2026-04-22T20:37:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:37:51Z"
    name: isvc-sklearn.18a8c849b1cab992
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: c13a2a72-f8a3-4c60-89c2-ef4dd9b0490a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29991"
    uid: 9a9cf2f0-1afe-4398-a998-37256edb8218
  kind: Event
  lastTimestamp: "2026-04-22T20:39:08Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:39:08Z"
    name: isvc-sklearn.18a8c85b76ff2a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: 3413ab7b-d326-4edf-bf14-c1056c224eb7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:44:09.816203Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: 2ec1bae6-9d01-4005-9a14-889e3d94ef4e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:44:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:44:09Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r.18a8c8a1b3021964
    namespace: kserve-ci-e2e-test
    resourceVersion: "32604"
    uid: 95e7ad14-f7a9-4c1c-8375-6ea5b0524ca8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32609"
    uid: 2ec1bae6-9d01-4005-9a14-889e3d94ef4e
  kind: Event
  lastTimestamp: "2026-04-22T20:44:10Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:44:10Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r.18a8c8a1cbe754b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32618"
    uid: 3c8688c7-5e6c-4699-84bc-8e6a15308d84
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 2ec1bae6-9d01-4005-9a14-889e3d94ef4e
  kind: Event
  lastTimestamp: "2026-04-22T20:44:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:10Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r.18a8c8a1cd61c467
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: 723ac852-3c93-4dd8-b421-305d41be6035
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 2ec1bae6-9d01-4005-9a14-889e3d94ef4e
  kind: Event
  lastTimestamp: "2026-04-22T20:44:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:10Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r.18a8c8a1d04ab6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32623"
    uid: 2accf882-8002-438a-9bed-0b52dc0bfea2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 2ec1bae6-9d01-4005-9a14-889e3d94ef4e
  kind: Event
  lastTimestamp: "2026-04-22T20:44:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:10Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r.18a8c8a1d0bd78aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: 8c1554da-d12b-40b3-b15b-659f8b1eb922
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 2ec1bae6-9d01-4005-9a14-889e3d94ef4e
  kind: Event
  lastTimestamp: "2026-04-22T20:44:15Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-22T20:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:15Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r.18a8c8a31d916bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32673"
    uid: b296fc62-36e8-4568-94a0-a57126942459
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 2ec1bae6-9d01-4005-9a14-889e3d94ef4e
  kind: Event
  lastTimestamp: "2026-04-22T20:44:19Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.991s (3.991s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:19Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r.18a8c8a40b7a6019
    namespace: kserve-ci-e2e-test
    resourceVersion: "32705"
    uid: 44a56025-d210-4425-87cf-f9caf9e811f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 2ec1bae6-9d01-4005-9a14-889e3d94ef4e
  kind: Event
  lastTimestamp: "2026-04-22T20:44:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:19Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r.18a8c8a40e16c6a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32706"
    uid: 209ef209-7179-4672-91fe-8b5b887d35b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 2ec1bae6-9d01-4005-9a14-889e3d94ef4e
  kind: Event
  lastTimestamp: "2026-04-22T20:44:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:19Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r.18a8c8a40e87ce25
    namespace: kserve-ci-e2e-test
    resourceVersion: "32707"
    uid: 420b08ed-1db7-47d0-9362-e71f44b5b9c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 2ec1bae6-9d01-4005-9a14-889e3d94ef4e
  kind: Event
  lastTimestamp: "2026-04-22T20:44:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:21Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r.18a8c8a4487d06be
    namespace: kserve-ci-e2e-test
    resourceVersion: "32723"
    uid: 59d1af6a-dc65-4afb-9cea-23027e156e65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 2ec1bae6-9d01-4005-9a14-889e3d94ef4e
  kind: Event
  lastTimestamp: "2026-04-22T20:44:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:49Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-jwz8r.18a8c8ab0550d727
    namespace: kserve-ci-e2e-test
    resourceVersion: "32955"
    uid: c02c5fa4-75de-445f-8e0e-75fb4b9e8980
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32587"
    uid: 04c86386-759a-4291-8968-2cdf4072daa9
  kind: Event
  lastTimestamp: "2026-04-22T20:44:09Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-jwz8r'
  metadata:
    creationTimestamp: "2026-04-22T20:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:44:09Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a8c8a1b2968064
    namespace: kserve-ci-e2e-test
    resourceVersion: "32597"
    uid: ba0a3a5f-1094-4fdb-9929-a95718b53ef7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32584"
    uid: 99e795c5-3815-4ef4-8104-21e12b5bfd51
  kind: Event
  lastTimestamp: "2026-04-22T20:44:09Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:44:09Z"
    name: isvc-tensorflow-predictor.18a8c8a1b0445ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32589"
    uid: 53665ad8-490f-47e9-be88-9f1c443a4933
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: 12d07642-6146-4353-a37a-10749d7d69d0
  kind: Event
  lastTimestamp: "2026-04-22T20:44:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:44:39Z"
    name: isvc-tensorflow-predictor.18a8c8a52ed22de3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32860"
    uid: 67d2086d-cf1a-4e60-9a00-32c23aecd480
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32586"
    uid: 12d07642-6146-4353-a37a-10749d7d69d0
  kind: Event
  lastTimestamp: "2026-04-22T20:44:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:44:39Z"
    name: isvc-tensorflow-predictor.18a8c8a52f402c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: df9c4a5d-9077-47c9-89fb-49f14fbc4962
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:44:49.910093Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32966"
    uid: 3b133e2d-9b43-40a8-9710-670b7f38a9da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:44:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:44:49Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk.18a8c8ab08ca673c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32972"
    uid: 0ca8dad3-9797-4759-b224-c50c9dcab09a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32977"
    uid: 3b133e2d-9b43-40a8-9710-670b7f38a9da
  kind: Event
  lastTimestamp: "2026-04-22T20:44:50Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:44:50Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk.18a8c8ab21927d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32989"
    uid: a42a402f-e120-488e-b698-3315daa80cb6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: 3b133e2d-9b43-40a8-9710-670b7f38a9da
  kind: Event
  lastTimestamp: "2026-04-22T20:44:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:50Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk.18a8c8ab22cff04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32991"
    uid: 14d2cc39-0a3e-4672-8202-451ea33c69f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: 3b133e2d-9b43-40a8-9710-670b7f38a9da
  kind: Event
  lastTimestamp: "2026-04-22T20:44:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:50Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk.18a8c8ab25813ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32994"
    uid: 22e4fe29-35d2-4d23-a1b1-326ae27d2f7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: 3b133e2d-9b43-40a8-9710-670b7f38a9da
  kind: Event
  lastTimestamp: "2026-04-22T20:44:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:50Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk.18a8c8ab25f49007
    namespace: kserve-ci-e2e-test
    resourceVersion: "32995"
    uid: fb260f50-6ab6-4045-afd6-702e8f438f09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: 3b133e2d-9b43-40a8-9710-670b7f38a9da
  kind: Event
  lastTimestamp: "2026-04-22T20:44:55Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:55Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk.18a8c8ac3880a1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 14300971-38a0-4254-a095-505db628522b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: 3b133e2d-9b43-40a8-9710-670b7f38a9da
  kind: Event
  lastTimestamp: "2026-04-22T20:44:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:55Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk.18a8c8ac3b6f67b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: f6511aea-0eda-4eab-8fed-48e8e8e2dba5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: 3b133e2d-9b43-40a8-9710-670b7f38a9da
  kind: Event
  lastTimestamp: "2026-04-22T20:44:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:55Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk.18a8c8ac3bdf670d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33040"
    uid: e7fcd37b-0e66-4ee3-90f1-f3cbcc9cd7a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: 3b133e2d-9b43-40a8-9710-670b7f38a9da
  kind: Event
  lastTimestamp: "2026-04-22T20:44:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:44:57Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk.18a8c8ac7464e655
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: db0cb2ce-169d-4e06-9974-e8f6d57d8d4d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: 3b133e2d-9b43-40a8-9710-670b7f38a9da
  kind: Event
  lastTimestamp: "2026-04-22T20:45:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:45:19Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk.18a8c8b1fbf8a747
    namespace: kserve-ci-e2e-test
    resourceVersion: "33261"
    uid: 7f846879-3de7-445a-a06a-78aa03afad70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32958"
    uid: 042b42f0-ddf4-482c-8aba-5c7bb7aafc4e
  kind: Event
  lastTimestamp: "2026-04-22T20:44:49Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-7vzjk'
  metadata:
    creationTimestamp: "2026-04-22T20:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:44:49Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a8c8ab08624a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "32969"
    uid: 84824f77-11d4-48fb-ba71-4e9959f60f0f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32954"
    uid: e7566bf7-411f-4243-af5c-7af3828677d3
  kind: Event
  lastTimestamp: "2026-04-22T20:44:49Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:44:49Z"
    name: isvc-tensorflow-runtime-predictor.18a8c8ab05f0ed50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32959"
    uid: 9671d56a-972e-4a01-8d25-27fb847bd44b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32957"
    uid: c065c2f5-a042-491f-aca1-b51ae522234e
  kind: Event
  lastTimestamp: "2026-04-22T20:45:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:45:04Z"
    name: isvc-tensorflow-runtime-predictor.18a8c8ae84944b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33114"
    uid: dd6888d5-4e2f-4ca0-a66a-e0b2777ff295
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32957"
    uid: c065c2f5-a042-491f-aca1-b51ae522234e
  kind: Event
  lastTimestamp: "2026-04-22T20:45:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:45:04Z"
    name: isvc-tensorflow-runtime-predictor.18a8c8ae84fa27e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33116"
    uid: 88b30296-5438-4525-a9cd-2b22f01cbbec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32931"
    uid: fd79b979-f8a3-42cd-ba81-8867fb22b1a3
  kind: Event
  lastTimestamp: "2026-04-22T20:45:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:45:07Z"
    name: isvc-tensorflow-runtime.18a8c8ab05f4804d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: e0eee706-b15b-4c5a-be14-11bb1aa98e20
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32931"
    uid: fd79b979-f8a3-42cd-ba81-8867fb22b1a3
  kind: Event
  lastTimestamp: "2026-04-22T20:44:49Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:44:49Z"
    name: isvc-tensorflow-runtime.18a8c8ab066ae325
    namespace: kserve-ci-e2e-test
    resourceVersion: "32979"
    uid: d13c2cf3-b77c-4249-b2d6-e0731056b239
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32946"
    uid: fd79b979-f8a3-42cd-ba81-8867fb22b1a3
  kind: Event
  lastTimestamp: "2026-04-22T20:44:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:44:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:44:49Z"
    name: isvc-tensorflow-runtime.18a8c8ab0a8d1076
    namespace: kserve-ci-e2e-test
    resourceVersion: "32980"
    uid: 08794ca2-065e-4b63-8f32-d4799a880b41
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33138"
    uid: fd79b979-f8a3-42cd-ba81-8867fb22b1a3
  kind: Event
  lastTimestamp: "2026-04-22T20:45:07Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:45:07Z"
    name: isvc-tensorflow-runtime.18a8c8af07f22bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33139"
    uid: 14552b25-40d2-42aa-a989-86ab8f3678ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32560"
    uid: f4d19443-fc89-49f6-b6a1-9607a7a45b19
  kind: Event
  lastTimestamp: "2026-04-22T20:44:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:44:32Z"
    name: isvc-tensorflow.18a8c8a1b01eed86
    namespace: kserve-ci-e2e-test
    resourceVersion: "32803"
    uid: 785a6e62-d221-435b-b858-905a5fba6124
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32560"
    uid: f4d19443-fc89-49f6-b6a1-9607a7a45b19
  kind: Event
  lastTimestamp: "2026-04-22T20:44:09Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:44:09Z"
    name: isvc-tensorflow.18a8c8a1b07d6290
    namespace: kserve-ci-e2e-test
    resourceVersion: "32611"
    uid: 05b6db62-0d6a-4771-a6f4-fbf8abc5c93e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32594"
    uid: f4d19443-fc89-49f6-b6a1-9607a7a45b19
  kind: Event
  lastTimestamp: "2026-04-22T20:44:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:44:09Z"
    name: isvc-tensorflow.18a8c8a1b59fc4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32612"
    uid: 1cd2f3d3-aba1-4bdf-a18b-07e5eacabe4c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:44:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32800"
    uid: f4d19443-fc89-49f6-b6a1-9607a7a45b19
  kind: Event
  lastTimestamp: "2026-04-22T20:44:32Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:44:32Z"
    name: isvc-tensorflow.18a8c8a6deadf846
    namespace: kserve-ci-e2e-test
    resourceVersion: "32802"
    uid: 27b06192-d789-412b-a101-5e35e68cb6b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:45:19.804415Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-pvkhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33268"
    uid: 4a616020-c007-4602-97bf-6960e5b370a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-pvkhx
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:45:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:45:19Z"
    name: isvc-triton-predictor-85f9f46646-pvkhx.18a8c8b1fea17f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33273"
    uid: d195b376-a225-4344-9d03-37e0b6321360
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-pvkhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33278"
    uid: 4a616020-c007-4602-97bf-6960e5b370a5
  kind: Event
  lastTimestamp: "2026-04-22T20:45:20Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:45:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:45:20Z"
    name: isvc-triton-predictor-85f9f46646-pvkhx.18a8c8b217b09d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33290"
    uid: b679b8ed-4213-4c2b-866f-4837996698cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-pvkhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 4a616020-c007-4602-97bf-6960e5b370a5
  kind: Event
  lastTimestamp: "2026-04-22T20:45:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:45:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:45:20Z"
    name: isvc-triton-predictor-85f9f46646-pvkhx.18a8c8b218e33ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33292"
    uid: a8d3852d-867a-479e-b232-22b59cc820c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-pvkhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 4a616020-c007-4602-97bf-6960e5b370a5
  kind: Event
  lastTimestamp: "2026-04-22T20:45:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:45:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:45:20Z"
    name: isvc-triton-predictor-85f9f46646-pvkhx.18a8c8b21bd90f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33293"
    uid: d3b239fc-3d88-4548-b6d4-482cbb7a5ac1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-pvkhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 4a616020-c007-4602-97bf-6960e5b370a5
  kind: Event
  lastTimestamp: "2026-04-22T20:45:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:45:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:45:20Z"
    name: isvc-triton-predictor-85f9f46646-pvkhx.18a8c8b21c6126f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33294"
    uid: 87203441-d454-4b6a-97ff-f8ad5d98dc8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-pvkhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 4a616020-c007-4602-97bf-6960e5b370a5
  kind: Event
  lastTimestamp: "2026-04-22T20:45:25Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-22T20:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:45:25Z"
    name: isvc-triton-predictor-85f9f46646-pvkhx.18a8c8b33a00979f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33337"
    uid: 3c15e381-1efa-42e2-ba81-5ae6742962a7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-pvkhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 4a616020-c007-4602-97bf-6960e5b370a5
  kind: Event
  lastTimestamp: "2026-04-22T20:47:20Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.455s
    (1m55.455s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:47:20Z"
    name: isvc-triton-predictor-85f9f46646-pvkhx.18a8c8ce1bac647c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34137"
    uid: 428a997b-7e0e-4d7f-8f9f-42feb2f1d13d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-pvkhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 4a616020-c007-4602-97bf-6960e5b370a5
  kind: Event
  lastTimestamp: "2026-04-22T20:47:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:47:20Z"
    name: isvc-triton-predictor-85f9f46646-pvkhx.18a8c8ce2122434d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34138"
    uid: d65caa17-4d3a-420f-952b-3b3923ba056c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-pvkhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 4a616020-c007-4602-97bf-6960e5b370a5
  kind: Event
  lastTimestamp: "2026-04-22T20:47:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:47:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:47:20Z"
    name: isvc-triton-predictor-85f9f46646-pvkhx.18a8c8ce22373b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "34139"
    uid: 42c4cad5-33ca-4838-b6ad-543168cc48f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-pvkhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 4a616020-c007-4602-97bf-6960e5b370a5
  kind: Event
  lastTimestamp: "2026-04-22T20:47:22Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:47:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:47:22Z"
    name: isvc-triton-predictor-85f9f46646-pvkhx.18a8c8ce51d2a727
    namespace: kserve-ci-e2e-test
    resourceVersion: "34153"
    uid: 520f27d8-8da6-4831-9d62-f77fe8bf7b0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-pvkhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 4a616020-c007-4602-97bf-6960e5b370a5
  kind: Event
  lastTimestamp: "2026-04-22T20:47:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:47:42Z"
    name: isvc-triton-predictor-85f9f46646-pvkhx.18a8c8d31fcd7c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "34331"
    uid: cf6e8225-83de-4d3e-bbf9-1c08673d7b38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "33256"
    uid: af0c55a5-2ce0-43f7-9313-0059e6676e01
  kind: Event
  lastTimestamp: "2026-04-22T20:45:19Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-pvkhx'
  metadata:
    creationTimestamp: "2026-04-22T20:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:45:19Z"
    name: isvc-triton-predictor-85f9f46646.18a8c8b1fe3e5ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33269"
    uid: ba75bed5-7feb-4bb5-897b-1dc1d5cfea01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 35abe8fb-6937-4cca-8c52-ab09e0c8ca05
  kind: Event
  lastTimestamp: "2026-04-22T20:45:19Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:45:19Z"
    name: isvc-triton-predictor.18a8c8b1fbcfbc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33259"
    uid: 90d4986b-362c-49c5-a72e-fbde587903d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: b86e89d8-4c60-4bdd-be49-dd04fc648f0a
  kind: Event
  lastTimestamp: "2026-04-22T20:47:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:47:34Z"
    name: isvc-triton-predictor.18a8c8b57a3f7a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34246"
    uid: 612bbec8-5612-4178-b790-75a0ba9d0ff1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33255"
    uid: b86e89d8-4c60-4bdd-be49-dd04fc648f0a
  kind: Event
  lastTimestamp: "2026-04-22T20:47:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:47:34Z"
    name: isvc-triton-predictor.18a8c8b57a9d8668
    namespace: kserve-ci-e2e-test
    resourceVersion: "34247"
    uid: 6899a374-1c06-4985-ba72-eff7df650918
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: e41cea31-30ff-44b8-b4e4-ab4494133a49
  kind: Event
  lastTimestamp: "2026-04-22T20:47:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:47:32Z"
    name: isvc-triton.18a8c8b1fba5acd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34232"
    uid: f3df57a8-56b5-41d9-baa2-ee6019e99325
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: e41cea31-30ff-44b8-b4e4-ab4494133a49
  kind: Event
  lastTimestamp: "2026-04-22T20:45:19Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:45:19Z"
    name: isvc-triton.18a8c8b1fbef14a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33281"
    uid: 2bffe251-2431-478b-a2b3-8eb12d15d5ee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:45:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: e41cea31-30ff-44b8-b4e4-ab4494133a49
  kind: Event
  lastTimestamp: "2026-04-22T20:45:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:45:19Z"
    name: isvc-triton.18a8c8b2003049c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33283"
    uid: 86fc8aef-2d48-42f0-a100-18b5ad2e7799
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34229"
    uid: e41cea31-30ff-44b8-b4e4-ab4494133a49
  kind: Event
  lastTimestamp: "2026-04-22T20:47:32Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:47:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:47:32Z"
    name: isvc-triton.18a8c8d0e504ce52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34230"
    uid: 52fff563-dc2c-4713-a5da-14226ac5795d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:47:42.178358Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: 2dc7f0b7-cd01-48b3-9707-ee3a3b5ff192
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-8f758
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:47:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:47:42Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758.18a8c8d324c76c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: c124f89f-feb4-40b8-9c4e-3073cabf4381
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34351"
    uid: 2dc7f0b7-cd01-48b3-9707-ee3a3b5ff192
  kind: Event
  lastTimestamp: "2026-04-22T20:47:42Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:47:42Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758.18a8c8d33f37309f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34358"
    uid: ad80b935-596a-4d4a-977f-a4bb95f8ac46
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 2dc7f0b7-cd01-48b3-9707-ee3a3b5ff192
  kind: Event
  lastTimestamp: "2026-04-22T20:47:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:47:42Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758.18a8c8d3406ce1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34360"
    uid: 5e8f3370-e835-454b-ad34-b2fa721f6c52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 2dc7f0b7-cd01-48b3-9707-ee3a3b5ff192
  kind: Event
  lastTimestamp: "2026-04-22T20:47:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:47:42Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758.18a8c8d344085121
    namespace: kserve-ci-e2e-test
    resourceVersion: "34361"
    uid: bb7d3478-7106-494e-bede-c045c106f066
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 2dc7f0b7-cd01-48b3-9707-ee3a3b5ff192
  kind: Event
  lastTimestamp: "2026-04-22T20:47:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:47:42Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758.18a8c8d344933976
    namespace: kserve-ci-e2e-test
    resourceVersion: "34362"
    uid: 0143157d-ff25-400a-ab5a-498caa6a96fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 2dc7f0b7-cd01-48b3-9707-ee3a3b5ff192
  kind: Event
  lastTimestamp: "2026-04-22T20:47:46Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-22T20:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:47:46Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758.18a8c8d428175d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34403"
    uid: 278d188c-97ba-4501-9784-6ba12f0ece8b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 2dc7f0b7-cd01-48b3-9707-ee3a3b5ff192
  kind: Event
  lastTimestamp: "2026-04-22T20:48:05Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.295s (19.295s
    including waiting). Image size: 1306326779 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:48:05Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758.18a8c8d8a632397d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34538"
    uid: 5d704b49-b1ec-49dd-a8af-1b16a1bac177
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 2dc7f0b7-cd01-48b3-9707-ee3a3b5ff192
  kind: Event
  lastTimestamp: "2026-04-22T20:48:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:48:05Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758.18a8c8d8a8ff4e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "34539"
    uid: b9bf0fda-3535-418d-a39d-6ecc54743380
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:48:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 2dc7f0b7-cd01-48b3-9707-ee3a3b5ff192
  kind: Event
  lastTimestamp: "2026-04-22T20:48:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:48:05Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758.18a8c8d8a987cbad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34540"
    uid: 09c6c15a-ad4f-4632-8cdf-21e5ca26db2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T20:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 2dc7f0b7-cd01-48b3-9707-ee3a3b5ff192
  kind: Event
  lastTimestamp: "2026-04-22T20:48:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:48:57Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758.18a8c8d8d40b433c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34902"
    uid: e46aa773-b928-4f36-bfa5-6bb7e98d0386
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: 2dc7f0b7-cd01-48b3-9707-ee3a3b5ff192
  kind: Event
  lastTimestamp: "2026-04-22T20:49:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:12Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-8f758.18a8c8e81efec489
    namespace: kserve-ci-e2e-test
    resourceVersion: "35042"
    uid: 829d16dd-854b-453c-8f5e-e74787c299e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34322"
    uid: 68c10b9d-e8c3-468a-b5d3-77a54a2a2a3d
  kind: Event
  lastTimestamp: "2026-04-22T20:47:42Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-8f758'
  metadata:
    creationTimestamp: "2026-04-22T20:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:47:42Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a8c8d324693977
    namespace: kserve-ci-e2e-test
    resourceVersion: "34342"
    uid: 3c06684f-7799-4e54-8637-f204e44a4d25
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34318"
    uid: 57ade8d0-47e1-4d5f-9a14-6a60405253a2
  kind: Event
  lastTimestamp: "2026-04-22T20:47:42Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:47:42Z"
    name: isvc-xgboost-predictor.18a8c8d31f42af0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34327"
    uid: 0e974bcd-e43b-4e89-8528-76edcd1c7782
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: cf086950-2d40-4d71-872d-33b21cfceae8
  kind: Event
  lastTimestamp: "2026-04-22T20:48:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:48:27Z"
    name: isvc-xgboost-predictor.18a8c8d69ddc385f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 4eedbe25-6e59-4f31-86f7-33dca23413b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: cf086950-2d40-4d71-872d-33b21cfceae8
  kind: Event
  lastTimestamp: "2026-04-22T20:48:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:48:27Z"
    name: isvc-xgboost-predictor.18a8c8d69e3b02b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34693"
    uid: fd2bd32b-a99e-4f98-b66d-12cf915135a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:48:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: cf086950-2d40-4d71-872d-33b21cfceae8
  kind: Event
  lastTimestamp: "2026-04-22T20:49:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:49:12Z"
    name: isvc-xgboost-predictor.18a8c8e11aeade2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35015"
    uid: 5be1f3b3-6e52-4da4-b29a-dc76f391a056
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:48:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34478"
    uid: cf086950-2d40-4d71-872d-33b21cfceae8
  kind: Event
  lastTimestamp: "2026-04-22T20:49:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:49:12Z"
    name: isvc-xgboost-predictor.18a8c8e11b2c6475
    namespace: kserve-ci-e2e-test
    resourceVersion: "35016"
    uid: 2aeb3910-718c-4b38-94c8-8eae74e4f38b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:50:32.774443Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35795"
    uid: 17b9e6f6-e700-4913-9bc9-58f3693cf7c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-n2dk8
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:50:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:50:32Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8.18a8c8fadd191edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35802"
    uid: 20510ada-1ba1-4350-ba88-e130ded8d319
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35805"
    uid: 17b9e6f6-e700-4913-9bc9-58f3693cf7c9
  kind: Event
  lastTimestamp: "2026-04-22T20:50:33Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:50:33Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8.18a8c8faf5ca7f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35814"
    uid: eb30f0d2-f54e-42cb-b47a-51479c25a92b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 17b9e6f6-e700-4913-9bc9-58f3693cf7c9
  kind: Event
  lastTimestamp: "2026-04-22T20:50:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:50:33Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8.18a8c8faf6fd25a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35816"
    uid: af9f4c62-b82b-4d25-b881-e10e44a3f181
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 17b9e6f6-e700-4913-9bc9-58f3693cf7c9
  kind: Event
  lastTimestamp: "2026-04-22T20:50:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:50:33Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8.18a8c8faf9d38670
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: 29fe3903-4e30-42fe-8cec-4825c78102f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 17b9e6f6-e700-4913-9bc9-58f3693cf7c9
  kind: Event
  lastTimestamp: "2026-04-22T20:50:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:50:33Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8.18a8c8fafa46d302
    namespace: kserve-ci-e2e-test
    resourceVersion: "35820"
    uid: 2c1981c8-5775-4d18-b9ad-624ea819449c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 17b9e6f6-e700-4913-9bc9-58f3693cf7c9
  kind: Event
  lastTimestamp: "2026-04-22T20:50:36Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:50:36Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8.18a8c8fbd7b77800
    namespace: kserve-ci-e2e-test
    resourceVersion: "35856"
    uid: c4c980ff-5abd-4ee1-bead-ed0e6f79b684
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 17b9e6f6-e700-4913-9bc9-58f3693cf7c9
  kind: Event
  lastTimestamp: "2026-04-22T20:50:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:50:37Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8.18a8c8fbda5cc9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35860"
    uid: 91e034c3-d3de-49e4-ad4b-e23283e12681
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 17b9e6f6-e700-4913-9bc9-58f3693cf7c9
  kind: Event
  lastTimestamp: "2026-04-22T20:50:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:50:37Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8.18a8c8fbdace8466
    namespace: kserve-ci-e2e-test
    resourceVersion: "35861"
    uid: 6014dffe-fef5-4cc9-b80e-302c1dd4c81c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 17b9e6f6-e700-4913-9bc9-58f3693cf7c9
  kind: Event
  lastTimestamp: "2026-04-22T20:51:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:51:28Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8.18a8c8fc1396ced6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36233"
    uid: f49ea7d7-ea3f-46e7-a55f-787b84ced291
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35799"
    uid: 17b9e6f6-e700-4913-9bc9-58f3693cf7c9
  kind: Event
  lastTimestamp: "2026-04-22T20:51:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:51:42Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8.18a8c90b31d7c87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36365"
    uid: e5399d8b-049f-483a-a196-825f7b4b86d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35785"
    uid: aa0f8b85-694d-4918-ab43-62e66ecb2d4d
  kind: Event
  lastTimestamp: "2026-04-22T20:50:32Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-n2dk8'
  metadata:
    creationTimestamp: "2026-04-22T20:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:50:32Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a8c8fadcb447e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35798"
    uid: c4bcd2a9-34e4-41a3-a457-855ca18fddbb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35782"
    uid: a8e7343e-c830-4960-99af-77eacc858149
  kind: Event
  lastTimestamp: "2026-04-22T20:50:32Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-22T20:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:50:32Z"
    name: isvc-xgboost-runtime-predictor.18a8c8fada28f139
    namespace: kserve-ci-e2e-test
    resourceVersion: "35786"
    uid: 20b74be8-4981-4517-af8e-2a13b32299af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35784"
    uid: 4e27a5b4-7af6-4617-aa81-719a1e5d9289
  kind: Event
  lastTimestamp: "2026-04-22T20:51:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:51:02Z"
    name: isvc-xgboost-runtime-predictor.18a8c8fe59163a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36052"
    uid: 7fe8bb61-e8c0-49be-9651-7bcb9f0e4260
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35784"
    uid: 4e27a5b4-7af6-4617-aa81-719a1e5d9289
  kind: Event
  lastTimestamp: "2026-04-22T20:51:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:51:02Z"
    name: isvc-xgboost-runtime-predictor.18a8c8fe5971b24a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36053"
    uid: e129cfab-c0da-440f-95e4-6c655954b736
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35945"
    uid: 4e27a5b4-7af6-4617-aa81-719a1e5d9289
  kind: Event
  lastTimestamp: "2026-04-22T20:51:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:51:32Z"
    name: isvc-xgboost-runtime-predictor.18a8c905570c25b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36256"
    uid: 62b46fc7-aaa6-4b36-af89-9b2cee06c53b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35945"
    uid: 4e27a5b4-7af6-4617-aa81-719a1e5d9289
  kind: Event
  lastTimestamp: "2026-04-22T20:51:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:51:32Z"
    name: isvc-xgboost-runtime-predictor.18a8c905576c67df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36257"
    uid: 4f18a87e-90dc-49f4-8944-3656fecae7ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35758"
    uid: 000ad85e-8217-4985-bf47-216e403cedf4
  kind: Event
  lastTimestamp: "2026-04-22T20:51:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:51:39Z"
    name: isvc-xgboost-runtime.18a8c8fada2f3f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "36308"
    uid: 2b6d6d86-92fa-46cd-984a-f72f120f5568
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35758"
    uid: 000ad85e-8217-4985-bf47-216e403cedf4
  kind: Event
  lastTimestamp: "2026-04-22T20:50:32Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:50:32Z"
    name: isvc-xgboost-runtime.18a8c8fadab5b475
    namespace: kserve-ci-e2e-test
    resourceVersion: "35807"
    uid: b749ec3b-c8cc-4923-8e91-26251bd3d1e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35767"
    uid: 000ad85e-8217-4985-bf47-216e403cedf4
  kind: Event
  lastTimestamp: "2026-04-22T20:50:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:50:32Z"
    name: isvc-xgboost-runtime.18a8c8fade90c674
    namespace: kserve-ci-e2e-test
    resourceVersion: "35808"
    uid: c6baf622-9185-4da3-a7ed-e95c46202ddf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36306"
    uid: 000ad85e-8217-4985-bf47-216e403cedf4
  kind: Event
  lastTimestamp: "2026-04-22T20:51:39Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:51:39Z"
    name: isvc-xgboost-runtime.18a8c90a4b3ea3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 107cb7fb-23b8-4d13-80f6-dc16bc6cf6cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:49:12.357163Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35058"
    uid: 9711d422-bc22-452f-9658-d960de23c270
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:49:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:49:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt.18a8c8e823dad010
    namespace: kserve-ci-e2e-test
    resourceVersion: "35063"
    uid: fbc30400-c3ff-4935-a07a-adb7b34e22aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35066"
    uid: 9711d422-bc22-452f-9658-d960de23c270
  kind: Event
  lastTimestamp: "2026-04-22T20:49:12Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:49:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt.18a8c8e83d5c3e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35075"
    uid: 728df244-d84d-48a5-ade2-ec29b378a2d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 9711d422-bc22-452f-9658-d960de23c270
  kind: Event
  lastTimestamp: "2026-04-22T20:49:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt.18a8c8e83ea3f11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35077"
    uid: b1991ba9-4f70-4558-bb87-7c6cbe0fef19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 9711d422-bc22-452f-9658-d960de23c270
  kind: Event
  lastTimestamp: "2026-04-22T20:49:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt.18a8c8e841fa4c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35079"
    uid: dd1deee8-ca56-4bf1-9a48-91c5712eb3b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 9711d422-bc22-452f-9658-d960de23c270
  kind: Event
  lastTimestamp: "2026-04-22T20:49:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt.18a8c8e84270ce5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35080"
    uid: f12c2ea3-007c-4a55-a440-86ae2f962f17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 9711d422-bc22-452f-9658-d960de23c270
  kind: Event
  lastTimestamp: "2026-04-22T20:49:16Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T20:49:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt.18a8c8e937436974
    namespace: kserve-ci-e2e-test
    resourceVersion: "35122"
    uid: a290df0d-30ec-43a6-a52a-cf06dd52f0a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 9711d422-bc22-452f-9658-d960de23c270
  kind: Event
  lastTimestamp: "2026-04-22T20:49:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt.18a8c8e93aef3413
    namespace: kserve-ci-e2e-test
    resourceVersion: "35126"
    uid: d12dd38d-b42c-42b8-b07e-e9f2d7cfcada
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 9711d422-bc22-452f-9658-d960de23c270
  kind: Event
  lastTimestamp: "2026-04-22T20:49:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:49:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt.18a8c8e93b6824c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35127"
    uid: bab7465c-d0f5-4d36-85c9-60f5379ad4ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 9711d422-bc22-452f-9658-d960de23c270
  kind: Event
  lastTimestamp: "2026-04-22T20:49:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt.18a8c8f177e02f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: f15ed074-da6a-4c80-95d0-dfeb779e75ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 9711d422-bc22-452f-9658-d960de23c270
  kind: Event
  lastTimestamp: "2026-04-22T20:49:58Z"
  message: 'Readiness probe failed: Get "http://10.134.0.58:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:58Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt.18a8c8f2ff2a79ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35511"
    uid: d6727832-c31e-4ca6-a801-4111767f7138
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "35044"
    uid: 3ec077ad-81ff-47fc-992d-639111c732e7
  kind: Event
  lastTimestamp: "2026-04-22T20:49:12Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-jt4tt'
  metadata:
    creationTimestamp: "2026-04-22T20:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:49:12Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a8c8e8234c6138
    namespace: kserve-ci-e2e-test
    resourceVersion: "35059"
    uid: 0deed66d-a0e2-4d5e-a325-4f9c37a04ae0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: 99c73d4b-51b3-4e51-99bb-fee1353a33a5
  kind: Event
  lastTimestamp: "2026-04-22T20:49:12Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:49:12Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c8e81f91e533
    namespace: kserve-ci-e2e-test
    resourceVersion: "35047"
    uid: 833f0f59-c298-4de1-8cc6-6b20d069334a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35043"
    uid: f7817a43-cc69-45f8-a06d-6e04ace163ba
  kind: Event
  lastTimestamp: "2026-04-22T20:49:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:49:27Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c8eb9e17eeb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35201"
    uid: 7adc0c57-9074-4874-9a49-46008bbe60a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35043"
    uid: f7817a43-cc69-45f8-a06d-6e04ace163ba
  kind: Event
  lastTimestamp: "2026-04-22T20:49:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:49:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:49:27Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c8eb9e96e13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35202"
    uid: d1f471fd-53bc-4740-89c1-ba425474af06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35200"
    uid: f7817a43-cc69-45f8-a06d-6e04ace163ba
  kind: Event
  lastTimestamp: "2026-04-22T20:49:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:49:42Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c8ef1d8adbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35309"
    uid: c1910971-0212-4ade-91bf-ccc331f32a2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35200"
    uid: f7817a43-cc69-45f8-a06d-6e04ace163ba
  kind: Event
  lastTimestamp: "2026-04-22T20:49:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:49:42Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a8c8ef1deaf702
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 51f60f90-b095-4cdf-86dd-b103dd1dd412
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35019"
    uid: f4100425-2fd0-46a0-a8a6-a55f7221b779
  kind: Event
  lastTimestamp: "2026-04-22T20:49:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:49:49Z"
    name: isvc-xgboost-v2-mlserver.18a8c8e81f6ee08f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35360"
    uid: 5e9ddeb2-172d-4357-948c-c049381b76a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35019"
    uid: f4100425-2fd0-46a0-a8a6-a55f7221b779
  kind: Event
  lastTimestamp: "2026-04-22T20:49:12Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:49:12Z"
    name: isvc-xgboost-v2-mlserver.18a8c8e81fc90487
    namespace: kserve-ci-e2e-test
    resourceVersion: "35050"
    uid: f2060240-db94-41cb-97c5-ca3404d05210
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35358"
    uid: f4100425-2fd0-46a0-a8a6-a55f7221b779
  kind: Event
  lastTimestamp: "2026-04-22T20:49:49Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:49:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:49:49Z"
    name: isvc-xgboost-v2-mlserver.18a8c8f0af45ef9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35359"
    uid: 00cb1be9-750c-445f-8706-b3967f90a0bf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:52:33.100459Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36808"
    uid: 400d87cb-6f81-444b-a147-9ccf6c6ba26b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-bfqwj
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:52:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:52:33Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj.18a8c916e1166be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36814"
    uid: c9a04402-1a89-4012-85c4-1e526e2609f3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36821"
    uid: 400d87cb-6f81-444b-a147-9ccf6c6ba26b
  kind: Event
  lastTimestamp: "2026-04-22T20:52:33Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:52:33Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj.18a8c916f9ab7eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36833"
    uid: e225b534-ea24-447c-a9f6-912d4976b96e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 400d87cb-6f81-444b-a147-9ccf6c6ba26b
  kind: Event
  lastTimestamp: "2026-04-22T20:52:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:52:33Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj.18a8c916fada8c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36835"
    uid: e5b868a2-4d51-42e8-989f-4eeb3eff09fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 400d87cb-6f81-444b-a147-9ccf6c6ba26b
  kind: Event
  lastTimestamp: "2026-04-22T20:52:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:52:33Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj.18a8c916fd80b73f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36836"
    uid: b42c1d2f-26bc-4f56-97ea-17f64c51ac18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 400d87cb-6f81-444b-a147-9ccf6c6ba26b
  kind: Event
  lastTimestamp: "2026-04-22T20:52:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:52:33Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj.18a8c916fdf33bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36837"
    uid: 151ed57d-cd6d-4ddc-b3ec-169e7955fc47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 400d87cb-6f81-444b-a147-9ccf6c6ba26b
  kind: Event
  lastTimestamp: "2026-04-22T20:52:38Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:52:38Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj.18a8c91817be2d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "36877"
    uid: ab5c6e2c-6821-45dc-9621-62ab4f25ad2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 400d87cb-6f81-444b-a147-9ccf6c6ba26b
  kind: Event
  lastTimestamp: "2026-04-22T20:52:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:52:38Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj.18a8c9181a800633
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: c05db3b8-bac5-4f7d-bf0b-a5eb11cea52e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 400d87cb-6f81-444b-a147-9ccf6c6ba26b
  kind: Event
  lastTimestamp: "2026-04-22T20:52:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:52:38Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj.18a8c9181af1a44e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 30b27cb9-f415-4bcc-853c-f76378ee5fc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 400d87cb-6f81-444b-a147-9ccf6c6ba26b
  kind: Event
  lastTimestamp: "2026-04-22T20:53:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:53:30Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj.18a8c9185399b6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37254"
    uid: c3371fb3-db45-44c2-b2c7-b0c7fe2f9cfd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "36811"
    uid: 400d87cb-6f81-444b-a147-9ccf6c6ba26b
  kind: Event
  lastTimestamp: "2026-04-22T20:53:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:53:43Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj.18a8c927333f578d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37381"
    uid: e4653d78-7f99-4376-b8b5-086fd4621d1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36800"
    uid: a5234fcd-27f5-41ad-8de1-52b8618dd250
  kind: Event
  lastTimestamp: "2026-04-22T20:52:33Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-bfqwj'
  metadata:
    creationTimestamp: "2026-04-22T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:52:33Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a8c916e0a3c26a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: e9420869-75a2-4343-847e-20d2230f6a1e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36797"
    uid: 13c10b66-2380-4e8d-860a-926ded189980
  kind: Event
  lastTimestamp: "2026-04-22T20:52:33Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:52:33Z"
    name: isvc-xgboost-v2-predictor.18a8c916de6faf2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36802"
    uid: adcb68bf-5404-4834-8ab3-82c4ddb9e441
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36799"
    uid: a3f7b23a-03eb-45bb-a55a-734e214a75b2
  kind: Event
  lastTimestamp: "2026-04-22T20:53:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:53:03Z"
    name: isvc-xgboost-v2-predictor.18a8c91a5d445bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37065"
    uid: ed113b82-a8ba-433f-b28b-e955895849f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36799"
    uid: a3f7b23a-03eb-45bb-a55a-734e214a75b2
  kind: Event
  lastTimestamp: "2026-04-22T20:53:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:53:03Z"
    name: isvc-xgboost-v2-predictor.18a8c91a5da140ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37066"
    uid: 811ff639-3310-4d4b-a97d-815b92a4ba7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36960"
    uid: a3f7b23a-03eb-45bb-a55a-734e214a75b2
  kind: Event
  lastTimestamp: "2026-04-22T20:53:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:53:33Z"
    name: isvc-xgboost-v2-predictor.18a8c9215b4cad69
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: b5b796cf-6b80-4dbf-96ac-dd4ebbd74a53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36960"
    uid: a3f7b23a-03eb-45bb-a55a-734e214a75b2
  kind: Event
  lastTimestamp: "2026-04-22T20:53:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:53:33Z"
    name: isvc-xgboost-v2-predictor.18a8c9215bac29a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: 5de4dac7-c443-4f7f-b205-478bcbd4f544
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:51:42.964509Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36373"
    uid: 83a9fe91-5f06-471b-adf7-1165d66c9014
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:51:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:51:42Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq.18a8c90b34c08b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36383"
    uid: 9d5345f6-6bdb-48cd-ab89-13474bdf1f07
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: 83a9fe91-5f06-471b-adf7-1165d66c9014
  kind: Event
  lastTimestamp: "2026-04-22T20:51:43Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:51:43Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq.18a8c90b4e00a321
    namespace: kserve-ci-e2e-test
    resourceVersion: "36396"
    uid: 664592f1-7bbc-4246-b113-522f84203f04
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 83a9fe91-5f06-471b-adf7-1165d66c9014
  kind: Event
  lastTimestamp: "2026-04-22T20:51:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:51:43Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq.18a8c90b4f2fa1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36398"
    uid: f23bbb50-82a1-4f3d-8083-f55496603845
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 83a9fe91-5f06-471b-adf7-1165d66c9014
  kind: Event
  lastTimestamp: "2026-04-22T20:51:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:51:43Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq.18a8c90b52a701d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36400"
    uid: 0dbb1f5f-798d-4c6d-b5ad-2b94eaf0be9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 83a9fe91-5f06-471b-adf7-1165d66c9014
  kind: Event
  lastTimestamp: "2026-04-22T20:51:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:51:43Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq.18a8c90b531dd1f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36401"
    uid: 6743ab78-6024-4d32-a273-1188c13d7a67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 83a9fe91-5f06-471b-adf7-1165d66c9014
  kind: Event
  lastTimestamp: "2026-04-22T20:51:47Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T20:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:51:47Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq.18a8c90c4391665d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36436"
    uid: a05ceece-af36-4986-9290-95b29b938909
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 83a9fe91-5f06-471b-adf7-1165d66c9014
  kind: Event
  lastTimestamp: "2026-04-22T20:51:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:51:47Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq.18a8c90c46a76f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36440"
    uid: d0ded166-2128-43d1-b8af-835042cb9767
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 83a9fe91-5f06-471b-adf7-1165d66c9014
  kind: Event
  lastTimestamp: "2026-04-22T20:51:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:51:47Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq.18a8c90c47242f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36441"
    uid: 7fc07dbb-f8c2-4bcc-b141-3aac68a1b79a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 83a9fe91-5f06-471b-adf7-1165d66c9014
  kind: Event
  lastTimestamp: "2026-04-22T20:52:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T20:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:52:19Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq.18a8c913bc090020
    namespace: kserve-ci-e2e-test
    resourceVersion: "36669"
    uid: 30e58985-a8d2-480a-9ece-b42ca025e153
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 83a9fe91-5f06-471b-adf7-1165d66c9014
  kind: Event
  lastTimestamp: "2026-04-22T20:52:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:52:33Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq.18a8c916dd68efe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: d86a072a-ee7a-4ff5-bd8e-13320dcbc94c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 83a9fe91-5f06-471b-adf7-1165d66c9014
  kind: Event
  lastTimestamp: "2026-04-22T20:52:39Z"
  message: 'Readiness probe failed: Get "http://10.134.0.60:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:52:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:52:39Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq.18a8c9185f84e876
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: bd07181b-69a2-4978-926f-02d99774027f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36363"
    uid: 7882431e-d09b-4951-a2a4-71325de7cc3c
  kind: Event
  lastTimestamp: "2026-04-22T20:51:42Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-5mskq'
  metadata:
    creationTimestamp: "2026-04-22T20:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:51:42Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a8c90b345e25e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36377"
    uid: 7031905e-abc3-423b-91d8-f9867b626f4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36360"
    uid: ccf9c5b2-b6e8-457a-b0f4-1aba21ae958a
  kind: Event
  lastTimestamp: "2026-04-22T20:51:42Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:51:42Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c90b31da1e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 0f8c2042-a11b-4b62-844a-f6e0ff7b4bc7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: fd8b3b0a-82f1-4d6c-9397-9123d1d3d7ae
  kind: Event
  lastTimestamp: "2026-04-22T20:52:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:52:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c90eb075a280
    namespace: kserve-ci-e2e-test
    resourceVersion: "36621"
    uid: 78d55624-303b-458a-8264-73bc8c2599d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: fd8b3b0a-82f1-4d6c-9397-9123d1d3d7ae
  kind: Event
  lastTimestamp: "2026-04-22T20:52:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:52:12Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c90eb0d8a000
    namespace: kserve-ci-e2e-test
    resourceVersion: "36622"
    uid: 23be0d73-c552-4fee-9de1-027effc0440c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36517"
    uid: fd8b3b0a-82f1-4d6c-9397-9123d1d3d7ae
  kind: Event
  lastTimestamp: "2026-04-22T20:52:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:52:27Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c915ae866d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36725"
    uid: bd3c1d13-c5f2-48f9-9cbd-88f052c5b553
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36517"
    uid: fd8b3b0a-82f1-4d6c-9397-9123d1d3d7ae
  kind: Event
  lastTimestamp: "2026-04-22T20:52:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:52:27Z"
    name: isvc-xgboost-v2-runtime-predictor.18a8c915aee50333
    namespace: kserve-ci-e2e-test
    resourceVersion: "36727"
    uid: 2057fa60-061b-41f1-a458-02b95270297a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36337"
    uid: b4346c6e-dd06-46e2-af4b-cd4ac6fe96c4
  kind: Event
  lastTimestamp: "2026-04-22T20:52:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:52:29Z"
    name: isvc-xgboost-v2-runtime.18a8c90b31e46bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36744"
    uid: ab71a81d-264b-4355-990b-a5172c0f562a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:51:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36337"
    uid: b4346c6e-dd06-46e2-af4b-cd4ac6fe96c4
  kind: Event
  lastTimestamp: "2026-04-22T20:51:42Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:51:42Z"
    name: isvc-xgboost-v2-runtime.18a8c90b32597622
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: 760bb360-285b-4923-b62f-0f872d2917b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36742"
    uid: b4346c6e-dd06-46e2-af4b-cd4ac6fe96c4
  kind: Event
  lastTimestamp: "2026-04-22T20:52:29Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:52:29Z"
    name: isvc-xgboost-v2-runtime.18a8c9160f1d32ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36743"
    uid: 36db0b7a-db5c-4eb0-8c4f-80a8a2aec540
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: 4e9ed586-65aa-4373-a15e-25286ae54f60
  kind: Event
  lastTimestamp: "2026-04-22T20:53:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:53:40Z"
    name: isvc-xgboost-v2.18a8c916de4b1de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 23097a1c-aafb-43c8-85fe-5ffa4a4cf375
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: 4e9ed586-65aa-4373-a15e-25286ae54f60
  kind: Event
  lastTimestamp: "2026-04-22T20:52:33Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:52:33Z"
    name: isvc-xgboost-v2.18a8c916de908ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36824"
    uid: bae4cef2-6639-48e8-9df6-51d2150c159b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:52:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36806"
    uid: 4e9ed586-65aa-4373-a15e-25286ae54f60
  kind: Event
  lastTimestamp: "2026-04-22T20:52:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:52:33Z"
    name: isvc-xgboost-v2.18a8c916e406bda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36825"
    uid: 13b17b94-1690-40b2-9449-2986a2b5d82f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37332"
    uid: 4e9ed586-65aa-4373-a15e-25286ae54f60
  kind: Event
  lastTimestamp: "2026-04-22T20:53:40Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:53:40Z"
    name: isvc-xgboost-v2.18a8c9268b470075
    namespace: kserve-ci-e2e-test
    resourceVersion: "37333"
    uid: b0ecaaa8-5815-4c1a-9888-b6b7a44dcc28
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34300"
    uid: ea9410f6-ad9b-48ec-8a5b-27e4096d00da
  kind: Event
  lastTimestamp: "2026-04-22T20:49:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:49:07Z"
    name: isvc-xgboost.18a8c8d31f4da7c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34983"
    uid: 0591f2ef-bd1e-47b1-9a67-72d2be038ab0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34300"
    uid: ea9410f6-ad9b-48ec-8a5b-27e4096d00da
  kind: Event
  lastTimestamp: "2026-04-22T20:47:42Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:47:42Z"
    name: isvc-xgboost.18a8c8d31fcf6dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34330"
    uid: c01c2ab8-de52-44cc-b581-ca0274ee4541
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34981"
    uid: ea9410f6-ad9b-48ec-8a5b-27e4096d00da
  kind: Event
  lastTimestamp: "2026-04-22T20:49:07Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:49:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:49:07Z"
    name: isvc-xgboost.18a8c8e70c6f8467
    namespace: kserve-ci-e2e-test
    resourceVersion: "34982"
    uid: 7bd72d4a-4660-46ff-ad31-7c2c2b84e0d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:09:38.269527Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-nk64k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15143"
    uid: 1454df49-6d25-49d8-8c20-be7b878dacc2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-nk64k
    to ip-10-0-141-46.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:09:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:09:38Z"
    name: message-dumper-predictor-7f66cccfb6-nk64k.18a8c6bf613462bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: 797dc428-f0bc-4cb9-8477-2253aa395e4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-nk64k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: 1454df49-6d25-49d8-8c20-be7b878dacc2
  kind: Event
  lastTimestamp: "2026-04-22T20:09:38Z"
  message: Add eth0 [10.132.0.16/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:09:38Z"
    name: message-dumper-predictor-7f66cccfb6-nk64k.18a8c6bf6882000f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 21f31ddf-69fe-4340-b104-286bee4b7660
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-nk64k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 1454df49-6d25-49d8-8c20-be7b878dacc2
  kind: Event
  lastTimestamp: "2026-04-22T20:09:38Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-22T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:38Z"
    name: message-dumper-predictor-7f66cccfb6-nk64k.18a8c6bf69afe797
    namespace: kserve-ci-e2e-test
    resourceVersion: "15162"
    uid: face8975-a3a9-44df-a5e1-7679e870358b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-nk64k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 1454df49-6d25-49d8-8c20-be7b878dacc2
  kind: Event
  lastTimestamp: "2026-04-22T20:09:39Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 979ms (980ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-22T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:39Z"
    name: message-dumper-predictor-7f66cccfb6-nk64k.18a8c6bfa419fd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: c198ffa8-b41e-4cb4-a260-7ef6fd23f768
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-nk64k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 1454df49-6d25-49d8-8c20-be7b878dacc2
  kind: Event
  lastTimestamp: "2026-04-22T20:09:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:39Z"
    name: message-dumper-predictor-7f66cccfb6-nk64k.18a8c6bfa7121af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15173"
    uid: 47750951-6372-4cb6-ba31-0953fb5bcefd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-nk64k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 1454df49-6d25-49d8-8c20-be7b878dacc2
  kind: Event
  lastTimestamp: "2026-04-22T20:09:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:39Z"
    name: message-dumper-predictor-7f66cccfb6-nk64k.18a8c6bfa7834fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15174"
    uid: 5a0d1e54-1b47-424c-918d-b95e7b50882d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-nk64k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 1454df49-6d25-49d8-8c20-be7b878dacc2
  kind: Event
  lastTimestamp: "2026-04-22T20:09:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.16:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-22T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:09:39Z"
    name: message-dumper-predictor-7f66cccfb6-nk64k.18a8c6bfadfe1178
    namespace: kserve-ci-e2e-test
    resourceVersion: "15175"
    uid: 58a1a661-26a9-4429-9717-cc3a85bb8741
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-nk64k
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 1454df49-6d25-49d8-8c20-be7b878dacc2
  kind: Event
  lastTimestamp: "2026-04-22T20:11:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:11:13Z"
    name: message-dumper-predictor-7f66cccfb6-nk64k.18a8c6d59541aa72
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 2c8a7a62-2014-490e-bd14-12cb2e5cf482
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-46.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-46.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15131"
    uid: f29f8007-e767-4e8a-a1b2-98bf23f26be3
  kind: Event
  lastTimestamp: "2026-04-22T20:09:38Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-nk64k'
  metadata:
    creationTimestamp: "2026-04-22T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:38Z"
    name: message-dumper-predictor-7f66cccfb6.18a8c6bf60deaeee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15145"
    uid: 2cf1dec9-fb1f-43eb-ad3e-3a3332be325a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: a516224c-ba4b-4d2e-8e37-0e9f8f8d4d52
  kind: Event
  lastTimestamp: "2026-04-22T20:09:38Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:38Z"
    name: message-dumper-predictor.18a8c6bf5ec8fd64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 80a60d4c-b7f7-4a97-a929-adcc2b9e008a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15130"
    uid: 454b8cfe-2d5c-4054-b8f8-aa51bfc14bd5
  kind: Event
  lastTimestamp: "2026-04-22T20:09:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:53Z"
    name: message-dumper-predictor.18a8c6c2dd85348d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 19e61580-d9aa-4489-b559-70498f2855e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15130"
    uid: 454b8cfe-2d5c-4054-b8f8-aa51bfc14bd5
  kind: Event
  lastTimestamp: "2026-04-22T20:09:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:09:53Z"
    name: message-dumper-predictor.18a8c6c2ddc64856
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: f3d7aae0-a169-47d7-bf7c-dc5a40e2271a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 454b8cfe-2d5c-4054-b8f8-aa51bfc14bd5
  kind: Event
  lastTimestamp: "2026-04-22T20:10:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:08Z"
    name: message-dumper-predictor.18a8c6c65cc32916
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 934f8eb8-dcdf-4581-a6e2-9bced764b571
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:10:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 454b8cfe-2d5c-4054-b8f8-aa51bfc14bd5
  kind: Event
  lastTimestamp: "2026-04-22T20:10:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-22T20:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:10:08Z"
    name: message-dumper-predictor.18a8c6c65d0a4775
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: 55979a0b-0f56-4908-bcfb-a74cc40ff53b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15108"
    uid: 2b9817f7-6a30-4841-85f3-f331f398ab6a
  kind: Event
  lastTimestamp: "2026-04-22T20:09:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:40Z"
    name: message-dumper.18a8c6bf5ea6ff98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: 38554f51-a75c-4f60-85ff-67e193b1a17f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15108"
    uid: 2b9817f7-6a30-4841-85f3-f331f398ab6a
  kind: Event
  lastTimestamp: "2026-04-22T20:09:38Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-22T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:38Z"
    name: message-dumper.18a8c6bf5f392980
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4c11ed40-d30f-48e1-9bfd-49b30ad4acce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:09:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15193"
    uid: 2b9817f7-6a30-4841-85f3-f331f398ab6a
  kind: Event
  lastTimestamp: "2026-04-22T20:09:40Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:09:40Z"
    name: message-dumper.18a8c6bfed062110
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: 75232fa0-9fec-4a6a-bdac-90a83ccdd680
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:39:11.963271Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    namespace: kserve-ci-e2e-test
    resourceVersion: "30058"
    uid: a15399d5-9b43-47dd-a9d9-2a228195b63b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:39:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:39:11Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v.18a8c85c59971084
    namespace: kserve-ci-e2e-test
    resourceVersion: "30062"
    uid: ef6b36ce-2b09-4f4d-93a5-983f8498938b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    namespace: kserve-ci-e2e-test
    resourceVersion: "30066"
    uid: a15399d5-9b43-47dd-a9d9-2a228195b63b
  kind: Event
  lastTimestamp: "2026-04-22T20:39:12Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:39:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v.18a8c85c74c04b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "30078"
    uid: ac8f2c1e-5927-45fd-8189-2c587e14a90a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: a15399d5-9b43-47dd-a9d9-2a228195b63b
  kind: Event
  lastTimestamp: "2026-04-22T20:39:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:39:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v.18a8c85c7600c55f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30080"
    uid: 3f768def-6d70-471a-8908-98a85005ba4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: a15399d5-9b43-47dd-a9d9-2a228195b63b
  kind: Event
  lastTimestamp: "2026-04-22T20:39:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:39:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v.18a8c85c798ff937
    namespace: kserve-ci-e2e-test
    resourceVersion: "30082"
    uid: 0dfeb714-4911-481c-8e81-249139dd6a00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: a15399d5-9b43-47dd-a9d9-2a228195b63b
  kind: Event
  lastTimestamp: "2026-04-22T20:39:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:39:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:39:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v.18a8c85c7a04e5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30083"
    uid: 44c466c8-69ab-4c70-9b3a-cbbdc20a42e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: a15399d5-9b43-47dd-a9d9-2a228195b63b
  kind: Event
  lastTimestamp: "2026-04-22T20:39:16Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T20:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:39:16Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v.18a8c85d7d76e2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "30120"
    uid: e86c41a7-b513-4dc5-90c3-4f61cadab617
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: a15399d5-9b43-47dd-a9d9-2a228195b63b
  kind: Event
  lastTimestamp: "2026-04-22T20:39:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:39:16Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v.18a8c85d81307025
    namespace: kserve-ci-e2e-test
    resourceVersion: "30127"
    uid: 151ca4cb-f86a-43dc-bdbe-adb2ed58d743
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: a15399d5-9b43-47dd-a9d9-2a228195b63b
  kind: Event
  lastTimestamp: "2026-04-22T20:39:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:39:16Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v.18a8c85d81abda82
    namespace: kserve-ci-e2e-test
    resourceVersion: "30130"
    uid: d518fcf1-1d2c-49d8-b2ad-13853931430a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: a15399d5-9b43-47dd-a9d9-2a228195b63b
  kind: Event
  lastTimestamp: "2026-04-22T20:39:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-22T20:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:39:48Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v.18a8c864f2d58673
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 9ac09ccf-2860-45ad-8fc9-28d9dbb07057
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: a15399d5-9b43-47dd-a9d9-2a228195b63b
  kind: Event
  lastTimestamp: "2026-04-22T20:40:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:02Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v.18a8c86803fcace6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30482"
    uid: a53b1abd-4601-4863-a1bd-7d2001b2f8ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v
    namespace: kserve-ci-e2e-test
    resourceVersion: "30060"
    uid: a15399d5-9b43-47dd-a9d9-2a228195b63b
  kind: Event
  lastTimestamp: "2026-04-22T20:40:08Z"
  message: 'Readiness probe failed: Get "http://10.134.0.53:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:40:08Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-jh95v.18a8c86999922c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30578"
    uid: 560a1506-ae6a-4d04-affd-5287e0a225f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 8d9123ae-85dc-4637-9b98-5ad84a30246a
  kind: Event
  lastTimestamp: "2026-04-22T20:39:11Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-jh95v'
  metadata:
    creationTimestamp: "2026-04-22T20:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:39:11Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a8c85c5933fa98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30059"
    uid: db7dfaa5-2d50-4f13-b10c-863197927f31
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30039"
    uid: 56a43d57-91dd-4485-9e7b-4619815634ce
  kind: Event
  lastTimestamp: "2026-04-22T20:39:11Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-22T20:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:39:11Z"
    name: sklearn-v2-mlserver-predictor.18a8c85c565391b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30049"
    uid: 2794fdae-dd13-4b3c-ad72-7963249ae8d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30042"
    uid: 7d8f57d1-f007-41a0-9d67-3f3de81af21c
  kind: Event
  lastTimestamp: "2026-04-22T20:39:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:39:56Z"
    name: sklearn-v2-mlserver-predictor.18a8c85fd4bbd139
    namespace: kserve-ci-e2e-test
    resourceVersion: "30406"
    uid: 1b032430-00a3-4344-bba5-c63370596abe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30042"
    uid: 7d8f57d1-f007-41a0-9d67-3f3de81af21c
  kind: Event
  lastTimestamp: "2026-04-22T20:39:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:39:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:39:56Z"
    name: sklearn-v2-mlserver-predictor.18a8c85fd517ddb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30407"
    uid: d48a731b-367b-400b-b1dc-18b0781e2308
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: b430bbde-1bfa-4475-9a88-02cc8bd1c061
  kind: Event
  lastTimestamp: "2026-04-22T20:39:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:39:58Z"
    name: sklearn-v2-mlserver.18a8c85c562a620d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: cf49f949-4c4b-4655-8a89-b9b97643a61d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30021"
    uid: b430bbde-1bfa-4475-9a88-02cc8bd1c061
  kind: Event
  lastTimestamp: "2026-04-22T20:39:11Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:39:11Z"
    name: sklearn-v2-mlserver.18a8c85c5699faeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30051"
    uid: cec8eebe-65e3-41f0-9e0a-89e3eb2eb9d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:39:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: b430bbde-1bfa-4475-9a88-02cc8bd1c061
  kind: Event
  lastTimestamp: "2026-04-22T20:39:58Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:39:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:39:58Z"
    name: sklearn-v2-mlserver.18a8c867495501fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: 12f7540d-96bd-4f89-990f-26fdc3e81572
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-22T20:49:52.483136Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35426"
    uid: 356b8cfd-4a3f-4ca4-8a17-0d32c62adce7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-p49j9
    to ip-10-0-135-221.ec2.internal
  metadata:
    creationTimestamp: "2026-04-22T20:49:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-22T20:49:52Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9.18a8c8f17b8c9454
    namespace: kserve-ci-e2e-test
    resourceVersion: "35430"
    uid: 377d3414-7150-4d4e-b1d0-331cc1f7e908
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-77d66b468f-74tmk
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35435"
    uid: 356b8cfd-4a3f-4ca4-8a17-0d32c62adce7
  kind: Event
  lastTimestamp: "2026-04-22T20:49:52Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-22T20:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-22T20:49:52Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9.18a8c8f19502cdb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35448"
    uid: cc46aea4-90d0-4040-9e07-30d2ecef583a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: 356b8cfd-4a3f-4ca4-8a17-0d32c62adce7
  kind: Event
  lastTimestamp: "2026-04-22T20:49:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a994fd91064f88b0a52b0b466ad083e0715e86891e056482a61038ab37cc2482"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-22T20:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:52Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9.18a8c8f1962075f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35451"
    uid: 6ef217f5-8223-41ca-b941-3d7f38ea45bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: 356b8cfd-4a3f-4ca4-8a17-0d32c62adce7
  kind: Event
  lastTimestamp: "2026-04-22T20:49:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-22T20:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:52Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9.18a8c8f1994250b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35452"
    uid: 3b7f0464-3149-467d-a5db-7a8852d7f831
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: 356b8cfd-4a3f-4ca4-8a17-0d32c62adce7
  kind: Event
  lastTimestamp: "2026-04-22T20:49:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-22T20:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:52Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9.18a8c8f199b9c8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35453"
    uid: 79b9ba58-4066-421e-9238-4b69a17781c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: 356b8cfd-4a3f-4ca4-8a17-0d32c62adce7
  kind: Event
  lastTimestamp: "2026-04-22T20:49:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-22T20:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:57Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9.18a8c8f28fb2fb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "35488"
    uid: 96879122-ea72-4bb2-bb8c-383040f6771f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: 356b8cfd-4a3f-4ca4-8a17-0d32c62adce7
  kind: Event
  lastTimestamp: "2026-04-22T20:49:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-22T20:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:57Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9.18a8c8f29387da5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35493"
    uid: c03e9e8d-5419-4565-a5bb-9e1ef548c62e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: 356b8cfd-4a3f-4ca4-8a17-0d32c62adce7
  kind: Event
  lastTimestamp: "2026-04-22T20:49:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:49:57Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9.18a8c8f29402ae82
    namespace: kserve-ci-e2e-test
    resourceVersion: "35494"
    uid: 9776eb42-5f6e-43e6-bee2-f683ae414715
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: 356b8cfd-4a3f-4ca4-8a17-0d32c62adce7
  kind: Event
  lastTimestamp: "2026-04-22T20:50:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-22T20:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:50:32Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9.18a8c8fad9a61b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35783"
    uid: 56a7ffc8-da0c-4081-b496-edf7e0df7c0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: 356b8cfd-4a3f-4ca4-8a17-0d32c62adce7
  kind: Event
  lastTimestamp: "2026-04-22T20:50:39Z"
  message: 'Readiness probe failed: Get "http://10.134.0.59:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-22T20:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-22T20:50:39Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p49j9.18a8c8fc578d456d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35878"
    uid: 893698c3-d6c5-4931-8e8a-28d912f15112
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35416"
    uid: 4c049ef9-9619-45ab-9cc0-96250c1a3800
  kind: Event
  lastTimestamp: "2026-04-22T20:49:52Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-p49j9'
  metadata:
    creationTimestamp: "2026-04-22T20:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:49:52Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a8c8f17b29f1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35427"
    uid: f9d469ba-d9f3-43bc-98fe-2d4a93e92d6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35414"
    uid: e59cfec1-ec87-4c35-93a5-d182de0e7b72
  kind: Event
  lastTimestamp: "2026-04-22T20:49:52Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-22T20:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:49:52Z"
    name: xgboost-v2-mlserver-predictor.18a8c8f178df3734
    namespace: kserve-ci-e2e-test
    resourceVersion: "35418"
    uid: 2aeb2d70-bd27-4ca1-8b35-0155eaaf62c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: bd890936-0616-44fb-a27c-5f91ab17b4c0
  kind: Event
  lastTimestamp: "2026-04-22T20:50:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:50:22Z"
    name: xgboost-v2-mlserver-predictor.18a8c8f4f783749b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35679"
    uid: 0757df1e-c5c6-4293-9889-7f7d9507b662
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35415"
    uid: bd890936-0616-44fb-a27c-5f91ab17b4c0
  kind: Event
  lastTimestamp: "2026-04-22T20:50:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-22T20:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-22T20:50:22Z"
    name: xgboost-v2-mlserver-predictor.18a8c8f4f7e543a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35680"
    uid: 900bf8a3-26b1-4f57-b043-a308eb3aa3c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: 6c74884b-a989-4784-b633-4c830659cce4
  kind: Event
  lastTimestamp: "2026-04-22T20:50:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-22T20:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:50:29Z"
    name: xgboost-v2-mlserver.18a8c8f178bc5051
    namespace: kserve-ci-e2e-test
    resourceVersion: "35729"
    uid: 6e54faca-467c-4510-8425-7ef75ef6536e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: 6c74884b-a989-4784-b633-4c830659cce4
  kind: Event
  lastTimestamp: "2026-04-22T20:49:52Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:49:52Z"
    name: xgboost-v2-mlserver.18a8c8f17906aad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35437"
    uid: da2e0022-d93f-4544-87b1-d7528812c0e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:49:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: 6c74884b-a989-4784-b633-4c830659cce4
  kind: Event
  lastTimestamp: "2026-04-22T20:49:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "xgboost-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-22T20:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:49:52Z"
    name: xgboost-v2-mlserver.18a8c8f17d612a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "35439"
    uid: 51639b00-943d-4be9-b430-c836fb542c3a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-22T20:50:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35727"
    uid: 6c74884b-a989-4784-b633-4c830659cce4
  kind: Event
  lastTimestamp: "2026-04-22T20:50:29Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-22T20:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-22T20:50:29Z"
    name: xgboost-v2-mlserver.18a8c8fa0bbfe681
    namespace: kserve-ci-e2e-test
    resourceVersion: "35728"
    uid: 3d9fa270-3741-4351-93c1-18a452fab441
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40628"