---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:15:22.757869Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22555"
    uid: 7aa25448-5a33-4bfe-9cc1-8afb2ef3ec4c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:15:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:15:22Z"
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg.189dfeed26586c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22561"
    uid: 9368965c-8849-44ad-a221-81a8c21155b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: 7aa25448-5a33-4bfe-9cc1-8afb2ef3ec4c
  kind: Event
  lastTimestamp: "2026-03-18T17:15:23Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:15:23Z"
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg.189dfeed3fea6bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 0328f4c9-b210-4b8d-8389-301acdccb776
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22558"
    uid: 7aa25448-5a33-4bfe-9cc1-8afb2ef3ec4c
  kind: Event
  lastTimestamp: "2026-03-18T17:15:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:24Z"
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg.189dfeed4118cf1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22592"
    uid: b3942773-4621-4a3e-aca3-5c88cf49d6be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22558"
    uid: 7aa25448-5a33-4bfe-9cc1-8afb2ef3ec4c
  kind: Event
  lastTimestamp: "2026-03-18T17:15:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:24Z"
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg.189dfeed441d76eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: 0f872967-30b1-44ac-88c1-2f6a06e803c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22558"
    uid: 7aa25448-5a33-4bfe-9cc1-8afb2ef3ec4c
  kind: Event
  lastTimestamp: "2026-03-18T17:15:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:15:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:24Z"
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg.189dfeed4493440d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22597"
    uid: fbda412a-cf01-4165-b664-ea316924e32b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22558"
    uid: 7aa25448-5a33-4bfe-9cc1-8afb2ef3ec4c
  kind: Event
  lastTimestamp: "2026-03-18T17:15:26Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg_kserve-ci-e2e-test(7aa25448-5a33-4bfe-9cc1-8afb2ef3ec4c)
  metadata:
    creationTimestamp: "2026-03-18T17:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:26Z"
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg.189dfeedcc2bd544
    namespace: kserve-ci-e2e-test
    resourceVersion: "22615"
    uid: c1e0111f-9e1e-4014-b2b5-e1b7461e0056
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22538"
    uid: 9c205054-4974-4416-bfec-7de8f8372400
  kind: Event
  lastTimestamp: "2026-03-18T17:15:22Z"
  message: 'Created pod: isvc-init-fail-87d4cc-predictor-8499dc5f9d-kzwxg'
  metadata:
    creationTimestamp: "2026-03-18T17:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:15:22Z"
    name: isvc-init-fail-87d4cc-predictor-8499dc5f9d.189dfeed25ef458d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22557"
    uid: 9b01e112-f66d-4c5b-b587-b11e2ed3704c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-87d4cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: 761b2581-ca4f-4edc-bbaf-30087b14da9d
  kind: Event
  lastTimestamp: "2026-03-18T17:15:22Z"
  message: Scaled up replica set isvc-init-fail-87d4cc-predictor-8499dc5f9d from 0
    to 1
  metadata:
    creationTimestamp: "2026-03-18T17:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:15:22Z"
    name: isvc-init-fail-87d4cc-predictor.189dfeed20b7134d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22544"
    uid: e39f8350-1aed-438b-b861-13f52742917f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-87d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: 7f9c8094-c74c-4f44-89e0-90d0e45fc760
  kind: Event
  lastTimestamp: "2026-03-18T17:15:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:15:26Z"
    name: isvc-init-fail-87d4cc.189dfeed20baeb3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22617"
    uid: 647e4aa7-7694-495d-af53-105cb0d80878
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-87d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: 7f9c8094-c74c-4f44-89e0-90d0e45fc760
  kind: Event
  lastTimestamp: "2026-03-18T17:15:22Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-87d4cc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-87d4cc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:15:22Z"
    name: isvc-init-fail-87d4cc.189dfeed21593056
    namespace: kserve-ci-e2e-test
    resourceVersion: "22550"
    uid: 2bee7ab1-ebe6-4e86-84ac-662d428c5b49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-87d4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: 7f9c8094-c74c-4f44-89e0-90d0e45fc760
  kind: Event
  lastTimestamp: "2026-03-18T17:15:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-87d4cc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:15:22Z"
    name: isvc-init-fail-87d4cc.189dfeed21596615
    namespace: kserve-ci-e2e-test
    resourceVersion: "22553"
    uid: bacd882b-4a7a-449c-8320-9325eb636c50
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:57:58.982405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 6e3eb22b-19c9-438b-87d5-d7cef38ea59a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:57:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:57:58Z"
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw.189dfdfa207acbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16075"
    uid: bd12aa61-7cce-46b2-8e06-e63970158918
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: 6e3eb22b-19c9-438b-87d5-d7cef38ea59a
  kind: Event
  lastTimestamp: "2026-03-18T16:57:59Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:57:59Z"
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw.189dfdfa399d8e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16086"
    uid: 07cab5b4-209a-41a4-bf7d-1d92007d16e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 6e3eb22b-19c9-438b-87d5-d7cef38ea59a
  kind: Event
  lastTimestamp: "2026-03-18T16:57:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:59Z"
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw.189dfdfa3b335c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: f400f342-9e65-4721-a451-50d1c7a4f551
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 6e3eb22b-19c9-438b-87d5-d7cef38ea59a
  kind: Event
  lastTimestamp: "2026-03-18T16:57:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:59Z"
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw.189dfdfa3f5c10d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16094"
    uid: e4de1cb7-0ee5-44d8-870f-00b4a1304a69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 6e3eb22b-19c9-438b-87d5-d7cef38ea59a
  kind: Event
  lastTimestamp: "2026-03-18T16:57:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:59Z"
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw.189dfdfa3fced651
    namespace: kserve-ci-e2e-test
    resourceVersion: "16095"
    uid: 603fff51-a332-4b79-8b0e-a8a07c0a57d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 6e3eb22b-19c9-438b-87d5-d7cef38ea59a
  kind: Event
  lastTimestamp: "2026-03-18T16:58:03Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-03-18T16:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:03Z"
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw.189dfdfb45b1178b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16130"
    uid: 52e51a10-21f9-4bd9-a43b-015211b16e43
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 6e3eb22b-19c9-438b-87d5-d7cef38ea59a
  kind: Event
  lastTimestamp: "2026-03-18T16:58:10Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.496s (6.496s
    including waiting). Image size: 608425818 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T16:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:10Z"
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw.189dfdfcc8e7bfa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16178"
    uid: d74abd47-7854-4457-a394-fb0e1177f289
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 6e3eb22b-19c9-438b-87d5-d7cef38ea59a
  kind: Event
  lastTimestamp: "2026-03-18T16:58:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:10Z"
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw.189dfdfccc22451a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: 369841cd-829b-4910-8d38-d7c33cd172dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 6e3eb22b-19c9-438b-87d5-d7cef38ea59a
  kind: Event
  lastTimestamp: "2026-03-18T16:58:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:10Z"
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw.189dfdfccc9680d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16180"
    uid: 1a6a901c-b206-476c-8a72-9829fd9b7039
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 6e3eb22b-19c9-438b-87d5-d7cef38ea59a
  kind: Event
  lastTimestamp: "2026-03-18T16:59:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:21Z"
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw.189dfdfce8a57682
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: da16a156-5920-41fa-9b2f-11d95efacea2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 6e3eb22b-19c9-438b-87d5-d7cef38ea59a
  kind: Event
  lastTimestamp: "2026-03-18T16:59:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:30Z"
    name: isvc-lightgbm-predictor-5785cfb7f4-hwrxw.189dfe0f5dac6a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: e774cc75-f162-4b1d-95d7-6d906a96c040
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-5785cfb7f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 89789bc1-1111-4a2d-8422-14fe04ede90b
  kind: Event
  lastTimestamp: "2026-03-18T16:57:58Z"
  message: 'Created pod: isvc-lightgbm-predictor-5785cfb7f4-hwrxw'
  metadata:
    creationTimestamp: "2026-03-18T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:58Z"
    name: isvc-lightgbm-predictor-5785cfb7f4.189dfdfa1f8572a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: af65893c-8192-48f2-9178-c970a2ace38f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16040"
    uid: dacc9807-5d80-4d1e-baa7-db1fde2f70c9
  kind: Event
  lastTimestamp: "2026-03-18T16:57:58Z"
  message: Scaled up replica set isvc-lightgbm-predictor-5785cfb7f4 from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:58Z"
    name: isvc-lightgbm-predictor.189dfdfa1302b317
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: 639f41fc-95b4-4376-ac6e-70223250318e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 1220cbba-6867-4c10-a8e6-091645f1b4cd
  kind: Event
  lastTimestamp: "2026-03-18T16:58:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:58:13Z"
    name: isvc-lightgbm-predictor.189dfdfd91f94310
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: a59fa7f0-9a5f-4ac5-a446-b13905b995d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 1220cbba-6867-4c10-a8e6-091645f1b4cd
  kind: Event
  lastTimestamp: "2026-03-18T16:58:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:58:13Z"
    name: isvc-lightgbm-predictor.189dfdfd926791eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: c1ca446f-7d8f-449f-b763-1da33c94ed12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: 1220cbba-6867-4c10-a8e6-091645f1b4cd
  kind: Event
  lastTimestamp: "2026-03-18T16:59:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:59:13Z"
    name: isvc-lightgbm-predictor.189dfe01111f1c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 43559bfa-57b1-4aa4-8549-5f0c1f1cbd99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T16:58:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: 1220cbba-6867-4c10-a8e6-091645f1b4cd
  kind: Event
  lastTimestamp: "2026-03-18T16:59:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:59:13Z"
    name: isvc-lightgbm-predictor.189dfe01118bf2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: d33ccdf1-6242-4b41-b1ac-fb00dc151ab4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:59:29.043866Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: 2876d9b4-827f-4ccc-8ff0-fcbebcffb615
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-7c89745488-b4d74
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:59:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:59:29Z"
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74.189dfe0f188fa31f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16790"
    uid: 4172479b-d1b8-4424-80cb-2698302641f3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 2876d9b4-827f-4ccc-8ff0-fcbebcffb615
  kind: Event
  lastTimestamp: "2026-03-18T16:59:29Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:59:29Z"
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74.189dfe0f31eccf5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16805"
    uid: 043a8fff-0c42-4637-b59d-a6bd0e5d8207
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 2876d9b4-827f-4ccc-8ff0-fcbebcffb615
  kind: Event
  lastTimestamp: "2026-03-18T16:59:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:29Z"
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74.189dfe0f33222acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16807"
    uid: 0d0ff739-8594-4451-aa51-73e4a6fbef3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 2876d9b4-827f-4ccc-8ff0-fcbebcffb615
  kind: Event
  lastTimestamp: "2026-03-18T16:59:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:29Z"
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74.189dfe0f366630a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: aba7d5ec-66b1-4041-9c11-b7f59130dc51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 2876d9b4-827f-4ccc-8ff0-fcbebcffb615
  kind: Event
  lastTimestamp: "2026-03-18T16:59:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:29Z"
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74.189dfe0f36dc9f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: 025c40c3-6054-415b-8968-9c3bf428c41f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 2876d9b4-827f-4ccc-8ff0-fcbebcffb615
  kind: Event
  lastTimestamp: "2026-03-18T16:59:34Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:34Z"
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74.189dfe104d2e9204
    namespace: kserve-ci-e2e-test
    resourceVersion: "16850"
    uid: 7d4642de-4854-4e1a-83b3-425efd6ba583
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 2876d9b4-827f-4ccc-8ff0-fcbebcffb615
  kind: Event
  lastTimestamp: "2026-03-18T16:59:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:34Z"
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74.189dfe10512c610e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: f3a711a5-0960-482d-86f5-304f4d34a122
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 2876d9b4-827f-4ccc-8ff0-fcbebcffb615
  kind: Event
  lastTimestamp: "2026-03-18T16:59:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:59:34Z"
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74.189dfe1051b05a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: a425bc16-c93f-46f4-92de-e64077896beb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 2876d9b4-827f-4ccc-8ff0-fcbebcffb615
  kind: Event
  lastTimestamp: "2026-03-18T17:00:44Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:00:44Z"
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74.189dfe1089442452
    namespace: kserve-ci-e2e-test
    resourceVersion: "17366"
    uid: 4fb59d88-853e-482f-9bde-1a9511f0584f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: 2876d9b4-827f-4ccc-8ff0-fcbebcffb615
  kind: Event
  lastTimestamp: "2026-03-18T17:00:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:00:59Z"
    name: isvc-lightgbm-runtime-predictor-7c89745488-b4d74.189dfe240f432c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: 6299520e-5f15-4f40-a37d-88b0c3f7e43b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-7c89745488
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: d5001bd5-c30b-42e9-a786-b322dbd7aeb7
  kind: Event
  lastTimestamp: "2026-03-18T16:59:29Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-7c89745488-b4d74'
  metadata:
    creationTimestamp: "2026-03-18T16:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:59:29Z"
    name: isvc-lightgbm-runtime-predictor-7c89745488.189dfe0f17f1252c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: 14c725e0-62ef-45df-82b9-0246648deb23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: b08b2ca1-8138-4acb-a3ff-cd44e3eadcc5
  kind: Event
  lastTimestamp: "2026-03-18T16:59:28Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-7c89745488 from 0
    to 1
  metadata:
    creationTimestamp: "2026-03-18T16:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:59:28Z"
    name: isvc-lightgbm-runtime-predictor.189dfe0f0956a533
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: b6e11d7d-4fc9-4b23-82d6-76fc5755b407
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: 5942785d-6fb6-4a8d-b375-38a988e8dad4
  kind: Event
  lastTimestamp: "2026-03-18T16:59:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:59:43Z"
    name: isvc-lightgbm-runtime-predictor.189dfe12886a25c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: 458b16d5-c68c-429a-86ef-ccd766648cd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: 5942785d-6fb6-4a8d-b375-38a988e8dad4
  kind: Event
  lastTimestamp: "2026-03-18T16:59:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:59:43Z"
    name: isvc-lightgbm-runtime-predictor.189dfe1288d83386
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 80eda06f-36f5-40ec-b5b3-3fae35ee1772
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 5942785d-6fb6-4a8d-b375-38a988e8dad4
  kind: Event
  lastTimestamp: "2026-03-18T17:00:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:00:58Z"
    name: isvc-lightgbm-runtime-predictor.189dfe1607a0559a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: 321b92da-349d-470b-99c3-eba2b63a2230
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 5942785d-6fb6-4a8d-b375-38a988e8dad4
  kind: Event
  lastTimestamp: "2026-03-18T17:00:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:00:58Z"
    name: isvc-lightgbm-runtime-predictor.189dfe16080ae7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 2a6c4600-e7fa-4e23-b51c-52067e1c3ff4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: 873e9cd1-e0e1-4f36-8ca7-9a8df813e160
  kind: Event
  lastTimestamp: "2026-03-18T17:00:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:00:54Z"
    name: isvc-lightgbm-runtime.189dfe0f09301771
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: 5168ee27-5789-467b-9862-b49237c873cc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: 873e9cd1-e0e1-4f36-8ca7-9a8df813e160
  kind: Event
  lastTimestamp: "2026-03-18T16:59:28Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:59:28Z"
    name: isvc-lightgbm-runtime.189dfe0f09d77327
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: 04e9f415-fde9-42d9-b306-764bd9046877
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:00:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: 873e9cd1-e0e1-4f36-8ca7-9a8df813e160
  kind: Event
  lastTimestamp: "2026-03-18T17:00:54Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:00:54Z"
    name: isvc-lightgbm-runtime.189dfe22f5a34a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 27a3e940-c389-4ac6-ad52-0374ad556451
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:03:49.647267Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: 93616781-bc34-4623-9464-8c9da06de097
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:03:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:03:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr.189dfe4bc5bbf784
    namespace: kserve-ci-e2e-test
    resourceVersion: "18460"
    uid: 50339b91-b615-41d3-8dfc-16fe91a18234
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18464"
    uid: 93616781-bc34-4623-9464-8c9da06de097
  kind: Event
  lastTimestamp: "2026-03-18T17:03:50Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:03:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr.189dfe4be19a875a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18474"
    uid: 53f2ba1d-0510-4988-97cd-ca577d361668
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 93616781-bc34-4623-9464-8c9da06de097
  kind: Event
  lastTimestamp: "2026-03-18T17:03:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr.189dfe4be311b022
    namespace: kserve-ci-e2e-test
    resourceVersion: "18477"
    uid: 84a2176e-bde3-4791-98e8-10b8b44bf940
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 93616781-bc34-4623-9464-8c9da06de097
  kind: Event
  lastTimestamp: "2026-03-18T17:03:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr.189dfe4beaaa2686
    namespace: kserve-ci-e2e-test
    resourceVersion: "18479"
    uid: 639e21fe-b8d9-4b01-a662-0d1e13eaa102
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 93616781-bc34-4623-9464-8c9da06de097
  kind: Event
  lastTimestamp: "2026-03-18T17:03:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr.189dfe4bec18cbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18480"
    uid: becc91d5-5847-4abb-8512-23bcf618f3c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 93616781-bc34-4623-9464-8c9da06de097
  kind: Event
  lastTimestamp: "2026-03-18T17:03:54Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr.189dfe4cd1a0cd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: 3e1fe1ed-d1fc-4d30-b90c-5f8f6fc8ff21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 93616781-bc34-4623-9464-8c9da06de097
  kind: Event
  lastTimestamp: "2026-03-18T17:03:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr.189dfe4cd4b90b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18513"
    uid: c0be9958-c444-48b7-833b-1bf158486014
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 93616781-bc34-4623-9464-8c9da06de097
  kind: Event
  lastTimestamp: "2026-03-18T17:03:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:54Z"
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr.189dfe4cd52f95c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18514"
    uid: 64e0ce8d-3669-424a-a389-1caee9913c85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 93616781-bc34-4623-9464-8c9da06de097
  kind: Event
  lastTimestamp: "2026-03-18T17:03:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr.189dfe4d0d8f4f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 3e29a256-b1ce-4b1e-9ddf-a2c776b9dda4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 93616781-bc34-4623-9464-8c9da06de097
  kind: Event
  lastTimestamp: "2026-03-18T17:04:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr.189dfe505f969686
    namespace: kserve-ci-e2e-test
    resourceVersion: "18616"
    uid: 5637233e-6983-47f9-bb55-4ef19b1e5c04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-548584944f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18427"
    uid: ae0231fe-be19-4c0f-9022-ebb40b5dd0a1
  kind: Event
  lastTimestamp: "2026-03-18T17:03:49Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-548584944f-l9hbr'
  metadata:
    creationTimestamp: "2026-03-18T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:03:49Z"
    name: isvc-lightgbm-v2-kserve-predictor-548584944f.189dfe4bc52a28b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: 4d60d322-6938-46c3-8b55-156aa9d5fa41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18425"
    uid: 12806cce-5933-49ba-a3d8-fea645581141
  kind: Event
  lastTimestamp: "2026-03-18T17:03:49Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-548584944f from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:03:49Z"
    name: isvc-lightgbm-v2-kserve-predictor.189dfe4bbb16529e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: 00fd875c-2a22-4bb9-8e83-ad79a11731b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: fb0f5c77-9aef-41d1-8120-f3ee45946493
  kind: Event
  lastTimestamp: "2026-03-18T17:04:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:04Z"
    name: isvc-lightgbm-v2-kserve-predictor.189dfe4f39933c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18564"
    uid: c0be8ccf-2658-46f4-9b2f-4f5ba034a87d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: fb0f5c77-9aef-41d1-8120-f3ee45946493
  kind: Event
  lastTimestamp: "2026-03-18T17:04:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:04Z"
    name: isvc-lightgbm-v2-kserve-predictor.189dfe4f39fe790c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: a3cf1e4d-a128-439a-8c10-da1a5ea3e22a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: 2d623dd7-f998-4ba0-b91a-65d754c901c5
  kind: Event
  lastTimestamp: "2026-03-18T17:04:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:04:06Z"
    name: isvc-lightgbm-v2-kserve.189dfe4bbaecced0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: 4d62dcf9-aebe-4604-af9f-23f156711855
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: 2d623dd7-f998-4ba0-b91a-65d754c901c5
  kind: Event
  lastTimestamp: "2026-03-18T17:03:49Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:03:49Z"
    name: isvc-lightgbm-v2-kserve.189dfe4bbb526763
    namespace: kserve-ci-e2e-test
    resourceVersion: "18466"
    uid: eeab565b-b4ec-4cc9-8d1c-efaf3e4c2c05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: 2d623dd7-f998-4ba0-b91a-65d754c901c5
  kind: Event
  lastTimestamp: "2026-03-18T17:03:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:03:49Z"
    name: isvc-lightgbm-v2-kserve.189dfe4bcab5a89e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: b238b4d0-e664-42b1-9d25-1aaf074cf8dc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "18582"
    uid: 2d623dd7-f998-4ba0-b91a-65d754c901c5
  kind: Event
  lastTimestamp: "2026-03-18T17:04:06Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:04:06Z"
    name: isvc-lightgbm-v2-kserve.189dfe4fa12a0d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: 569bff8f-a105-4375-bd43-0d78693b19b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:00:59.444747Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: 1943771e-5313-48a4-8e8c-ea563c08702c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:00:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:00:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49.189dfe2424df9a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17533"
    uid: bcc6383b-ea88-433e-befa-922f08b3bd70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:00:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: 1943771e-5313-48a4-8e8c-ea563c08702c
  kind: Event
  lastTimestamp: "2026-03-18T17:00:59Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:00:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49.189dfe243e0c1a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "17549"
    uid: def545b8-d0c9-4dd9-bf34-6a26812cc195
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 1943771e-5313-48a4-8e8c-ea563c08702c
  kind: Event
  lastTimestamp: "2026-03-18T17:00:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:00:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49.189dfe243f480ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: 231be69e-5e2a-448c-a46c-d364efd4bdbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 1943771e-5313-48a4-8e8c-ea563c08702c
  kind: Event
  lastTimestamp: "2026-03-18T17:00:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:00:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49.189dfe24429a61b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17553"
    uid: 520c0262-e797-4317-9b85-6c1e6f07f97c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:00:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 1943771e-5313-48a4-8e8c-ea563c08702c
  kind: Event
  lastTimestamp: "2026-03-18T17:00:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:00:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49.189dfe24430b0249
    namespace: kserve-ci-e2e-test
    resourceVersion: "17554"
    uid: 97db4d3f-b19c-41cd-8f3c-5fcde5bd612b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:01:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 1943771e-5313-48a4-8e8c-ea563c08702c
  kind: Event
  lastTimestamp: "2026-03-18T17:01:04Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.5.0"
  metadata:
    creationTimestamp: "2026-03-18T17:01:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:01:04Z"
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49.189dfe2553611ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: 2c2280f3-f87f-4466-a7f2-ca0fbfe05145
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 1943771e-5313-48a4-8e8c-ea563c08702c
  kind: Event
  lastTimestamp: "2026-03-18T17:03:13Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.5.0" in 2m8.941s
    (2m8.941s including waiting). Image size: 10002017723 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T17:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:13Z"
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49.189dfe4358eb8f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "18241"
    uid: 1731d0a1-b4ea-49b5-b24c-3316fc9c737e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 1943771e-5313-48a4-8e8c-ea563c08702c
  kind: Event
  lastTimestamp: "2026-03-18T17:03:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:13Z"
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49.189dfe435f538ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18242"
    uid: a484116e-aa29-4268-989f-f610a8e7d9fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 1943771e-5313-48a4-8e8c-ea563c08702c
  kind: Event
  lastTimestamp: "2026-03-18T17:03:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:13Z"
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49.189dfe4360d76a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18243"
    uid: b0b0b4a7-3553-43fc-bd33-339429c513d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 1943771e-5313-48a4-8e8c-ea563c08702c
  kind: Event
  lastTimestamp: "2026-03-18T17:03:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:03:49Z"
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49.189dfe4bc1803503
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 3212fa91-e5f4-4530-941d-2fc8dbeccdf6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:00:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17512"
    uid: 31a5e72d-b67f-46a2-bba7-4fbc700f266f
  kind: Event
  lastTimestamp: "2026-03-18T17:00:59Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7b74c59fb-ccq49'
  metadata:
    creationTimestamp: "2026-03-18T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:00:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7b74c59fb.189dfe24244ac7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: a6c49f51-2cc6-4580-9e89-d515fcb6c514
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:00:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: b2800893-05bc-4e44-a9df-4f1d956f08b3
  kind: Event
  lastTimestamp: "2026-03-18T17:00:59Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7b74c59fb from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:00:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.189dfe2412ec211e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 9443f750-3997-43dc-adee-d9fba5133824
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T17:01:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: f6db9edb-895e-454a-b92e-8ac58fa036ea
  kind: Event
  lastTimestamp: "2026-03-18T17:03:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:03:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.189dfe2792001269
    namespace: kserve-ci-e2e-test
    resourceVersion: "18250"
    uid: 7f90212c-f744-489b-aee7-cfb8c79f09f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T17:01:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: f6db9edb-895e-454a-b92e-8ac58fa036ea
  kind: Event
  lastTimestamp: "2026-03-18T17:03:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:03:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.189dfe27926ebe79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18251"
    uid: 0f9d1983-2b16-44d4-b6e6-d7756613be74
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: f6db9edb-895e-454a-b92e-8ac58fa036ea
  kind: Event
  lastTimestamp: "2026-03-18T17:03:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:03:44Z"
    name: isvc-lightgbm-v2-runtime-predictor.189dfe470a65665f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18381"
    uid: 410c75b5-3871-4c34-acae-a02e5f7c6e86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: f6db9edb-895e-454a-b92e-8ac58fa036ea
  kind: Event
  lastTimestamp: "2026-03-18T17:03:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:03:44Z"
    name: isvc-lightgbm-v2-runtime-predictor.189dfe470acc7002
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 49e3f125-c6c3-4b0e-ae62-16d4b1a860f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:00:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: fd5a6c21-ac6f-4a07-8db3-0868c732dd25
  kind: Event
  lastTimestamp: "2026-03-18T17:03:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:03:45Z"
    name: isvc-lightgbm-v2-runtime.189dfe2412b2579b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18395"
    uid: cb8ea6e5-741b-4cd7-a363-ae25ca9f28ba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:00:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: fd5a6c21-ac6f-4a07-8db3-0868c732dd25
  kind: Event
  lastTimestamp: "2026-03-18T17:00:59Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:00:59Z"
    name: isvc-lightgbm-v2-runtime.189dfe2412f62ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: 311903ea-7631-4048-bb70-f47240d5a5d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:00:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: fd5a6c21-ac6f-4a07-8db3-0868c732dd25
  kind: Event
  lastTimestamp: "2026-03-18T17:00:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:00:59Z"
    name: isvc-lightgbm-v2-runtime.189dfe2424e9daab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: f27bbe02-f728-46fa-9987-c5532f4e2bcd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:03:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18393"
    uid: fd5a6c21-ac6f-4a07-8db3-0868c732dd25
  kind: Event
  lastTimestamp: "2026-03-18T17:03:45Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:03:45Z"
    name: isvc-lightgbm-v2-runtime.189dfe4ab50ab734
    namespace: kserve-ci-e2e-test
    resourceVersion: "18394"
    uid: d20f0785-db18-46b8-88cb-d8cfda814d4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 986e69e8-862d-4c7b-bbfb-54b1029a8abd
  kind: Event
  lastTimestamp: "2026-03-18T16:59:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:59:28Z"
    name: isvc-lightgbm.189dfdfa12d8f6e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: c56b8a1d-1d6c-455c-902e-8d2a21122bfd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 986e69e8-862d-4c7b-bbfb-54b1029a8abd
  kind: Event
  lastTimestamp: "2026-03-18T16:57:58Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:57:58Z"
    name: isvc-lightgbm.189dfdfa1321aeaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: 75fd6eed-e63d-462c-ac44-7dcb19ef7fa2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 986e69e8-862d-4c7b-bbfb-54b1029a8abd
  kind: Event
  lastTimestamp: "2026-03-18T16:59:28Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:59:28Z"
    name: isvc-lightgbm.189dfe0eef9cca4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: 77590346-8811-4396-acc0-bbd16ba58667
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:56:13.259228Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15195"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-678fd49897-xd9nl
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:56:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:56:13Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde182e33b06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15199"
    uid: 9c017eb0-026f-4dcc-8634-68848d9e77af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15203"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:56:13Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:56:13Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde19c514c4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15207"
    uid: 472e6313-8810-4a5b-8578-ea028b370fb8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:56:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:13Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde19db41195
    namespace: kserve-ci-e2e-test
    resourceVersion: "15209"
    uid: f041edb2-6594-4422-9eb3-4a23eccd4b4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:56:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:13Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde1a0f07b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15211"
    uid: c4287af8-5553-4cc3-a06f-efe8f608c8b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:56:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:13Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde1a1655bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: f07056e1-aa90-4ea7-b073-f54fa0edd5ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:56:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:18Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde2bdcfd558
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: 2725ab48-4c1d-4379-8202-d84da10aed51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:56:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:18Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde2c1587f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: 31e7b4fb-df2c-4971-96a9-b397b88341c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:56:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:18Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde2c1cfd386
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: 642aa040-d9f6-4ba8-b8d5-5f679542e65a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:56:18Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:cab133324d68b27f17465b709b1f810378c35c8f4f8d66340cb17b28b83911cd"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:18Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde2c1db4179
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: a81f293a-d586-4fe2-b44e-bab28d506a8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:56:18Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-03-18T16:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:18Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde2c4d0b015
    namespace: kserve-ci-e2e-test
    resourceVersion: "15267"
    uid: 43bba53f-c82c-4fc5-9671-6f4a484635d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:56:18Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-03-18T16:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:18Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde2c5448832
    namespace: kserve-ci-e2e-test
    resourceVersion: "15268"
    uid: 029405ad-68c0-4c89-801a-d6d4770919a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:58:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:14Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde2f9da62d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: bccf09a5-08cb-4c63-b791-dc2aad548962
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:58:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-03-18T16:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:58:14Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfde3359d80bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 9d0393a5-8a1e-4160-9c16-737cf74cffd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:57:58Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-03-18T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:58Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfdfa0e61fffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: 587aeeb1-5bee-4a4b-b8ce-64fe9a9c6433
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-678fd49897-xd9nl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 0c351db7-dc44-43ab-ac42-12a48913a689
  kind: Event
  lastTimestamp: "2026-03-18T16:57:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:58Z"
    name: isvc-logger-predictor-678fd49897-xd9nl.189dfdfa0e6234a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: e6a58954-ce9a-4f41-b237-ad4acf5be73b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-678fd49897
    namespace: kserve-ci-e2e-test
    resourceVersion: "15182"
    uid: 640dd655-1e85-4c0f-9df2-7abbf94e123a
  kind: Event
  lastTimestamp: "2026-03-18T16:56:13Z"
  message: 'Created pod: isvc-logger-predictor-678fd49897-xd9nl'
  metadata:
    creationTimestamp: "2026-03-18T16:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:13Z"
    name: isvc-logger-predictor-678fd49897.189dfde18275d717
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: 8f148bc9-3ff2-4638-b70a-b972aa9b8f83
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 8928e326-e863-4dbd-896e-6ba8f8adb5ae
  kind: Event
  lastTimestamp: "2026-03-18T16:56:13Z"
  message: Scaled up replica set isvc-logger-predictor-678fd49897 from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:13Z"
    name: isvc-logger-predictor.189dfde17d2f6061
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: 47d67ccf-1531-4956-848d-96b4ea0f65b8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 4cd15735-fa0e-460a-86b5-beb88be43489
  kind: Event
  lastTimestamp: "2026-03-18T16:56:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:58Z"
    name: isvc-logger-predictor.189dfde4fbaf5ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 403f306a-c6eb-4ef2-b2ed-b024eb88325f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 4cd15735-fa0e-460a-86b5-beb88be43489
  kind: Event
  lastTimestamp: "2026-03-18T16:56:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:58Z"
    name: isvc-logger-predictor.189dfde4fc136723
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: 3bd3da8a-9c71-4afa-bd6b-89f200023abc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 4cd15735-fa0e-460a-86b5-beb88be43489
  kind: Event
  lastTimestamp: "2026-03-18T16:57:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:58Z"
    name: isvc-logger-predictor.189dfdef79606906
    namespace: kserve-ci-e2e-test
    resourceVersion: "16008"
    uid: bb5fa566-edf4-4ab8-a36e-4262241b42d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 4cd15735-fa0e-460a-86b5-beb88be43489
  kind: Event
  lastTimestamp: "2026-03-18T16:57:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:57:58Z"
    name: isvc-logger-predictor.189dfdef79ae916a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16010"
    uid: e9a147ef-d0a1-4933-bd30-15faa3d4b48f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 6d8d453c-ce87-4ca2-9a45-0aee1eabc677
  kind: Event
  lastTimestamp: "2026-03-18T16:57:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:57:44Z"
    name: isvc-logger.189dfde17d06cd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: 1af32dc0-ad54-497a-8446-b73ee784d8ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 6d8d453c-ce87-4ca2-9a45-0aee1eabc677
  kind: Event
  lastTimestamp: "2026-03-18T16:56:13Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T16:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:13Z"
    name: isvc-logger.189dfde17d72fe14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: 03772662-402f-4f01-b0f1-245dbd5afcd1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 6d8d453c-ce87-4ca2-9a45-0aee1eabc677
  kind: Event
  lastTimestamp: "2026-03-18T16:57:44Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:57:44Z"
    name: isvc-logger.189dfdf6b8bd7b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15904"
    uid: db9db1db-effd-4d6d-8b49-5a6a58271651
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:04:09.569097Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: 42232f00-58d9-41bb-9f87-940aab77d326
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:04:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:04:09Z"
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr.189dfe50692af2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18644"
    uid: 5938a860-5d1b-49af-9a7b-923bfc56414c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: 42232f00-58d9-41bb-9f87-940aab77d326
  kind: Event
  lastTimestamp: "2026-03-18T17:04:10Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:04:10Z"
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr.189dfe508f6f2ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18657"
    uid: 1416f4ee-f84a-4851-9eb4-09eb8392ebe7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 42232f00-58d9-41bb-9f87-940aab77d326
  kind: Event
  lastTimestamp: "2026-03-18T17:04:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:10Z"
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr.189dfe5090b17623
    namespace: kserve-ci-e2e-test
    resourceVersion: "18660"
    uid: 11e18ddd-09f1-4d1a-868a-ced41b354b86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 42232f00-58d9-41bb-9f87-940aab77d326
  kind: Event
  lastTimestamp: "2026-03-18T17:04:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:10Z"
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr.189dfe5093b0a914
    namespace: kserve-ci-e2e-test
    resourceVersion: "18662"
    uid: 6f10282a-32ab-419d-9137-f2046a78dd1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 42232f00-58d9-41bb-9f87-940aab77d326
  kind: Event
  lastTimestamp: "2026-03-18T17:04:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:04:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:10Z"
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr.189dfe5094297c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18663"
    uid: db24bdc3-e852-4b27-b05b-5f31beb83de8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 42232f00-58d9-41bb-9f87-940aab77d326
  kind: Event
  lastTimestamp: "2026-03-18T17:04:15Z"
  message: Container image "docker.io/seldonio/mlserver:1.5.0" already present on
    machine
  metadata:
    creationTimestamp: "2026-03-18T17:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:15Z"
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr.189dfe51b9b6569c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 6c267b46-ca0c-4649-81a6-3f8fe568c9e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 42232f00-58d9-41bb-9f87-940aab77d326
  kind: Event
  lastTimestamp: "2026-03-18T17:04:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:15Z"
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr.189dfe51bcc94e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: b9f71ea7-5db0-4756-b70e-2fceded41466
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 42232f00-58d9-41bb-9f87-940aab77d326
  kind: Event
  lastTimestamp: "2026-03-18T17:04:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:15Z"
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr.189dfe51bd515955
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: b9fc27fc-e499-40e9-8a8f-46dade3dd658
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 42232f00-58d9-41bb-9f87-940aab77d326
  kind: Event
  lastTimestamp: "2026-03-18T17:04:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:49Z"
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr.189dfe59ba0fda87
    namespace: kserve-ci-e2e-test
    resourceVersion: "18878"
    uid: 38b57885-a8a1-4ddb-b50a-e2851316936e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699
    namespace: kserve-ci-e2e-test
    resourceVersion: "18627"
    uid: f5dd8ef9-af7c-44b9-a856-d0a8206879bd
  kind: Event
  lastTimestamp: "2026-03-18T17:04:09Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-54fd74b699-jmgxr'
  metadata:
    creationTimestamp: "2026-03-18T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:09Z"
    name: isvc-mlflow-v2-runtime-predictor-54fd74b699.189dfe5068c7a258
    namespace: kserve-ci-e2e-test
    resourceVersion: "18641"
    uid: fbebd0a5-90b0-4848-98e1-73a6a4fb4c96
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: fdf9854b-f2f9-4777-b3f6-412ad55f6a6b
  kind: Event
  lastTimestamp: "2026-03-18T17:04:09Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-54fd74b699 from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:09Z"
    name: isvc-mlflow-v2-runtime-predictor.189dfe50654ac9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18629"
    uid: 9d9fa402-2f93-4da1-9890-6078322fd39d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: 5f6b64d3-a4f4-4b6e-b913-f169a581f1b4
  kind: Event
  lastTimestamp: "2026-03-18T17:04:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:24Z"
    name: isvc-mlflow-v2-runtime-predictor.189dfe53e40ab240
    namespace: kserve-ci-e2e-test
    resourceVersion: "18740"
    uid: 94d7755a-7b29-4302-8c8d-a0ec07901d13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: 5f6b64d3-a4f4-4b6e-b913-f169a581f1b4
  kind: Event
  lastTimestamp: "2026-03-18T17:04:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:24Z"
    name: isvc-mlflow-v2-runtime-predictor.189dfe53e4a0a5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: 18fa28ae-e923-4eb6-97db-6f3ed23d62a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18741"
    uid: 5f6b64d3-a4f4-4b6e-b913-f169a581f1b4
  kind: Event
  lastTimestamp: "2026-03-18T17:04:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:39Z"
    name: isvc-mlflow-v2-runtime-predictor.189dfe57636bc1f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 9b369367-f2bb-4833-b5a2-696cd94d9eae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18741"
    uid: 5f6b64d3-a4f4-4b6e-b913-f169a581f1b4
  kind: Event
  lastTimestamp: "2026-03-18T17:04:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:39Z"
    name: isvc-mlflow-v2-runtime-predictor.189dfe5763d4e7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18804"
    uid: 12435e71-7232-4e72-8fc6-f17aec4d0bec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: 50ee7866-dad6-4d5b-bec8-84e693f1f522
  kind: Event
  lastTimestamp: "2026-03-18T17:04:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:04:47Z"
    name: isvc-mlflow-v2-runtime.189dfe5064ecc1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: 056d2f33-c7fe-4b76-9722-d32e9b38206d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18599"
    uid: 50ee7866-dad6-4d5b-bec8-84e693f1f522
  kind: Event
  lastTimestamp: "2026-03-18T17:04:09Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:04:09Z"
    name: isvc-mlflow-v2-runtime.189dfe5065a4047f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: fdbdd2eb-b7b1-456a-b492-f85195f93a4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: 50ee7866-dad6-4d5b-bec8-84e693f1f522
  kind: Event
  lastTimestamp: "2026-03-18T17:04:47Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:04:47Z"
    name: isvc-mlflow-v2-runtime.189dfe5933bb990c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: cf7144ca-6a29-4978-9042-204c071bf353
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:06:09.943060Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-776bd4c848-s9prw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: f5183ae5-a793-41f7-b3dd-ad93667451a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-776bd4c848-s9prw
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:06:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:06:09Z"
    name: isvc-paddle-predictor-776bd4c848-s9prw.189dfe6c7003de63
    namespace: kserve-ci-e2e-test
    resourceVersion: "19339"
    uid: 6e99ea62-1fb0-4824-8361-df5565f52854
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-776bd4c848-s9prw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19342"
    uid: f5183ae5-a793-41f7-b3dd-ad93667451a3
  kind: Event
  lastTimestamp: "2026-03-18T17:06:10Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:06:10Z"
    name: isvc-paddle-predictor-776bd4c848-s9prw.189dfe6c8937b6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: a674f96c-59b6-4c96-9834-a6b6b0e9d5e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-776bd4c848-s9prw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: f5183ae5-a793-41f7-b3dd-ad93667451a3
  kind: Event
  lastTimestamp: "2026-03-18T17:06:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:10Z"
    name: isvc-paddle-predictor-776bd4c848-s9prw.189dfe6c8a7ffa18
    namespace: kserve-ci-e2e-test
    resourceVersion: "19350"
    uid: 74dec2a5-53a5-45fc-8cef-48a70e0bcfd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-776bd4c848-s9prw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: f5183ae5-a793-41f7-b3dd-ad93667451a3
  kind: Event
  lastTimestamp: "2026-03-18T17:06:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:10Z"
    name: isvc-paddle-predictor-776bd4c848-s9prw.189dfe6c8d74fa00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19353"
    uid: f69d9096-3083-489f-a925-a6431089c48a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-776bd4c848-s9prw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: f5183ae5-a793-41f7-b3dd-ad93667451a3
  kind: Event
  lastTimestamp: "2026-03-18T17:06:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:10Z"
    name: isvc-paddle-predictor-776bd4c848-s9prw.189dfe6c8dea8571
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: c2292889-221a-4953-a4a2-fb2af66c821b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-776bd4c848-s9prw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: f5183ae5-a793-41f7-b3dd-ad93667451a3
  kind: Event
  lastTimestamp: "2026-03-18T17:06:15Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-03-18T17:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:15Z"
    name: isvc-paddle-predictor-776bd4c848-s9prw.189dfe6dc253629b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: 922d8892-ac2c-488b-ae92-fec5df4f9d80
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-776bd4c848-s9prw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: f5183ae5-a793-41f7-b3dd-ad93667451a3
  kind: Event
  lastTimestamp: "2026-03-18T17:06:26Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.295s (11.295s
    including waiting). Image size: 1164856056 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T17:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:26Z"
    name: isvc-paddle-predictor-776bd4c848-s9prw.189dfe70639e150d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19441"
    uid: 1aab75e8-ac2d-4243-8966-f0352630f2e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-776bd4c848-s9prw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: f5183ae5-a793-41f7-b3dd-ad93667451a3
  kind: Event
  lastTimestamp: "2026-03-18T17:06:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:26Z"
    name: isvc-paddle-predictor-776bd4c848-s9prw.189dfe7067372dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: c029d9d9-c68e-4461-ac63-f9df25de292c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-776bd4c848-s9prw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: f5183ae5-a793-41f7-b3dd-ad93667451a3
  kind: Event
  lastTimestamp: "2026-03-18T17:06:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:26Z"
    name: isvc-paddle-predictor-776bd4c848-s9prw.189dfe7067aa6a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19443"
    uid: 53d29cc4-4724-4da8-81fd-45149e4a402c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-776bd4c848-s9prw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: f5183ae5-a793-41f7-b3dd-ad93667451a3
  kind: Event
  lastTimestamp: "2026-03-18T17:06:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:58Z"
    name: isvc-paddle-predictor-776bd4c848-s9prw.189dfe7090f9b2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: fb7f1df4-7487-40e9-ae7c-f6424880ef7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-776bd4c848-s9prw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: f5183ae5-a793-41f7-b3dd-ad93667451a3
  kind: Event
  lastTimestamp: "2026-03-18T17:07:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:07:11Z"
    name: isvc-paddle-predictor-776bd4c848-s9prw.189dfe7ab4077f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "19690"
    uid: a641de51-e58d-4b18-ac80-000ab8fc8c77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-776bd4c848
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: 05ba0368-d378-4d82-8a84-9ec440e14a15
  kind: Event
  lastTimestamp: "2026-03-18T17:06:09Z"
  message: 'Created pod: isvc-paddle-predictor-776bd4c848-s9prw'
  metadata:
    creationTimestamp: "2026-03-18T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:06:09Z"
    name: isvc-paddle-predictor-776bd4c848.189dfe6c6f9ed196
    namespace: kserve-ci-e2e-test
    resourceVersion: "19335"
    uid: 878f2c5e-09c1-4ce4-bbb1-5fee4dacaf95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: 92bfffda-a35e-4624-8519-259504913833
  kind: Event
  lastTimestamp: "2026-03-18T17:06:09Z"
  message: Scaled up replica set isvc-paddle-predictor-776bd4c848 from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:06:09Z"
    name: isvc-paddle-predictor.189dfe6c69fa3c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "19323"
    uid: 15ab334d-afd1-4044-be59-a2fdbfc2fb4e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: 18c97736-a0b7-41de-8f20-79f3cea13212
  kind: Event
  lastTimestamp: "2026-03-18T17:06:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:06:39Z"
    name: isvc-paddle-predictor.189dfe6fe8f445c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: 7211ade8-f2f7-46ec-91b2-2fba67551c3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: 18c97736-a0b7-41de-8f20-79f3cea13212
  kind: Event
  lastTimestamp: "2026-03-18T17:06:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:06:39Z"
    name: isvc-paddle-predictor.189dfe6fe95faccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19515"
    uid: 453021f4-9d9a-4927-b211-30cbb99c8bb9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19432"
    uid: 18c97736-a0b7-41de-8f20-79f3cea13212
  kind: Event
  lastTimestamp: "2026-03-18T17:07:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:07:09Z"
    name: isvc-paddle-predictor.189dfe76e82227f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19661"
    uid: 9b70af3e-87c8-4c44-880a-1d178d66fe82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19432"
    uid: 18c97736-a0b7-41de-8f20-79f3cea13212
  kind: Event
  lastTimestamp: "2026-03-18T17:07:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:07:09Z"
    name: isvc-paddle-predictor.189dfe76e88959eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: db205081-e372-4468-815d-d59f93be8304
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:07:11.351417Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19712"
    uid: e08444d3-95a0-445d-bd2b-dede7d68aef3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-85747bd85d-mgm6z
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:07:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:07:11Z"
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z.189dfe7abc3d0066
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 97cd2342-96b4-44de-a96b-f6f948d5aff1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: e08444d3-95a0-445d-bd2b-dede7d68aef3
  kind: Event
  lastTimestamp: "2026-03-18T17:07:11Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:07:11Z"
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z.189dfe7ad667a937
    namespace: kserve-ci-e2e-test
    resourceVersion: "19733"
    uid: 2d97d1b3-b75f-4e2c-8c61-dca9c0f2a514
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: e08444d3-95a0-445d-bd2b-dede7d68aef3
  kind: Event
  lastTimestamp: "2026-03-18T17:07:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:07:11Z"
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z.189dfe7ad7af0c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19735"
    uid: cd7376e6-eda2-4851-a70a-dd38f48d71af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: e08444d3-95a0-445d-bd2b-dede7d68aef3
  kind: Event
  lastTimestamp: "2026-03-18T17:07:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:07:11Z"
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z.189dfe7adaec1a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19737"
    uid: 4e1a4f52-2fe8-47f7-b58f-b5817933bf4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: e08444d3-95a0-445d-bd2b-dede7d68aef3
  kind: Event
  lastTimestamp: "2026-03-18T17:07:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:07:11Z"
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z.189dfe7adb632c7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 3a22a1b6-c7a3-4d54-9776-2bcdcc6b6012
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: e08444d3-95a0-445d-bd2b-dede7d68aef3
  kind: Event
  lastTimestamp: "2026-03-18T17:07:16Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:07:16Z"
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z.189dfe7c03d4632d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19772"
    uid: 3052f306-8a48-4de8-8e7d-6be006f37dcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: e08444d3-95a0-445d-bd2b-dede7d68aef3
  kind: Event
  lastTimestamp: "2026-03-18T17:07:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:07:16Z"
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z.189dfe7c06fcce75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: c229e927-c863-47f6-9df3-c7961b8953f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: e08444d3-95a0-445d-bd2b-dede7d68aef3
  kind: Event
  lastTimestamp: "2026-03-18T17:07:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:07:16Z"
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z.189dfe7c0771bd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19775"
    uid: c9211264-6523-4f62-b5d9-4c2789e179ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: e08444d3-95a0-445d-bd2b-dede7d68aef3
  kind: Event
  lastTimestamp: "2026-03-18T17:07:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:07:48Z"
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z.189dfe7c3ff31789
    namespace: kserve-ci-e2e-test
    resourceVersion: "19923"
    uid: 6d0966ab-3294-491f-bd32-53584f330344
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z
    namespace: kserve-ci-e2e-test
    resourceVersion: "19714"
    uid: e08444d3-95a0-445d-bd2b-dede7d68aef3
  kind: Event
  lastTimestamp: "2026-03-18T17:08:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:02Z"
    name: isvc-paddle-runtime-predictor-85747bd85d-mgm6z.189dfe86b6343534
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: 9caa0cc5-88e8-45c3-b41b-da34d0a3d298
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-85747bd85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: 23494039-99ba-456e-81ce-4a8c4823ae35
  kind: Event
  lastTimestamp: "2026-03-18T17:07:11Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-85747bd85d-mgm6z'
  metadata:
    creationTimestamp: "2026-03-18T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:07:11Z"
    name: isvc-paddle-runtime-predictor-85747bd85d.189dfe7abbd51703
    namespace: kserve-ci-e2e-test
    resourceVersion: "19713"
    uid: a9671734-4463-4eb0-b34a-28f3cbcf2be7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19699"
    uid: 7a577c3b-491d-4ce5-a8a5-8fe0f2749736
  kind: Event
  lastTimestamp: "2026-03-18T17:07:11Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-85747bd85d from 0 to
    1
  metadata:
    creationTimestamp: "2026-03-18T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:07:11Z"
    name: isvc-paddle-runtime-predictor.189dfe7ab70022b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 37b17694-ca18-4413-bf54-ad2784371089
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19700"
    uid: c01ee164-ffa7-4f90-89a3-d6c01b599f48
  kind: Event
  lastTimestamp: "2026-03-18T17:07:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:07:41Z"
    name: isvc-paddle-runtime-predictor.189dfe7e358ee22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19890"
    uid: 3e3d7a5a-6134-43a2-9318-f2c0739ef057
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19700"
    uid: c01ee164-ffa7-4f90-89a3-d6c01b599f48
  kind: Event
  lastTimestamp: "2026-03-18T17:07:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:07:41Z"
    name: isvc-paddle-runtime-predictor.189dfe7e35f7dffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: b92d61c1-7631-4e07-8d31-7ccb1eead1ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19822"
    uid: c01ee164-ffa7-4f90-89a3-d6c01b599f48
  kind: Event
  lastTimestamp: "2026-03-18T17:07:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:07:56Z"
    name: isvc-paddle-runtime-predictor.189dfe85341bd46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19957"
    uid: f4425fbb-6e82-4665-9ac3-484840e31a57
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19822"
    uid: c01ee164-ffa7-4f90-89a3-d6c01b599f48
  kind: Event
  lastTimestamp: "2026-03-18T17:07:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:07:56Z"
    name: isvc-paddle-runtime-predictor.189dfe85347ed20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19959"
    uid: 3060535d-63fc-4d1b-b357-21f16aa57996
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19675"
    uid: a4893a6d-16b1-44f8-b6a0-d2b0f00fd6f9
  kind: Event
  lastTimestamp: "2026-03-18T17:07:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:07:58Z"
    name: isvc-paddle-runtime.189dfe7ab6d79346
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: d884d7bd-14e2-49d1-b1f2-cf8d18d2ade0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19675"
    uid: a4893a6d-16b1-44f8-b6a0-d2b0f00fd6f9
  kind: Event
  lastTimestamp: "2026-03-18T17:07:11Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:07:11Z"
    name: isvc-paddle-runtime.189dfe7ab75a29aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: 30d744d7-1e00-493b-aef6-1e3e89e9e171
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: a4893a6d-16b1-44f8-b6a0-d2b0f00fd6f9
  kind: Event
  lastTimestamp: "2026-03-18T17:07:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:07:11Z"
    name: isvc-paddle-runtime.189dfe7ac69c12b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19727"
    uid: 82e12314-d3a2-4388-8716-ae56ecd0ec4f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19979"
    uid: a4893a6d-16b1-44f8-b6a0-d2b0f00fd6f9
  kind: Event
  lastTimestamp: "2026-03-18T17:07:58Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:07:58Z"
    name: isvc-paddle-runtime.189dfe85d00ceefb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 7b77c222-85eb-4fc9-8615-46184a31a7c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:08:02.950339Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: da54fccd-dac7-4642-adca-5ef9afac042b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:08:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:08:02Z"
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52.189dfe86bfc61dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20043"
    uid: 96fa0034-ad9b-4756-8cfc-b763ebddbf80
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20046"
    uid: da54fccd-dac7-4642-adca-5ef9afac042b
  kind: Event
  lastTimestamp: "2026-03-18T17:08:03Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:08:03Z"
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52.189dfe86d8df4b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "20054"
    uid: fce78920-ed51-4994-b98f-13db9f45f320
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: da54fccd-dac7-4642-adca-5ef9afac042b
  kind: Event
  lastTimestamp: "2026-03-18T17:08:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:03Z"
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52.189dfe86da7acc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20056"
    uid: 9908758f-c58e-47dd-9d90-02dc317a0eec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: da54fccd-dac7-4642-adca-5ef9afac042b
  kind: Event
  lastTimestamp: "2026-03-18T17:08:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:03Z"
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52.189dfe86ddd97960
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: 2faf0e29-04ac-45a6-9f29-dac5ff32011f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: da54fccd-dac7-4642-adca-5ef9afac042b
  kind: Event
  lastTimestamp: "2026-03-18T17:08:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:03Z"
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52.189dfe86de4e349c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: e5349b5f-ff9c-4010-945a-778f66cb6249
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: da54fccd-dac7-4642-adca-5ef9afac042b
  kind: Event
  lastTimestamp: "2026-03-18T17:08:08Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:08Z"
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52.189dfe87eed0bedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: 7da016a0-e151-4ef0-8748-d141a6627d5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: da54fccd-dac7-4642-adca-5ef9afac042b
  kind: Event
  lastTimestamp: "2026-03-18T17:08:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:08Z"
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52.189dfe87f217454d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20094"
    uid: 751bbb80-fe41-45f6-a93b-3c704b663505
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: da54fccd-dac7-4642-adca-5ef9afac042b
  kind: Event
  lastTimestamp: "2026-03-18T17:08:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:08Z"
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52.189dfe87f2892c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "20095"
    uid: e28df0bd-1a6f-4602-b58b-985bf3ca921b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: da54fccd-dac7-4642-adca-5ef9afac042b
  kind: Event
  lastTimestamp: "2026-03-18T17:08:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:40Z"
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52.189dfe882ab46add
    namespace: kserve-ci-e2e-test
    resourceVersion: "20243"
    uid: 67666de9-ead0-4bb8-a1fb-9152e28af0e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: da54fccd-dac7-4642-adca-5ef9afac042b
  kind: Event
  lastTimestamp: "2026-03-18T17:08:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:54Z"
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52.189dfe92c0907b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 57bfeff8-8901-448a-b334-1cff193c1a28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: 1a4e191c-af6f-4692-ae25-db0a40abde79
  kind: Event
  lastTimestamp: "2026-03-18T17:08:02Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-59dbd8f4bd-wtm52'
  metadata:
    creationTimestamp: "2026-03-18T17:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:08:02Z"
    name: isvc-paddle-v2-kserve-predictor-59dbd8f4bd.189dfe86bf21b316
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 04b06611-a417-4b91-91ee-59bb984b1f80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 452c06c6-0e7c-4264-9a7c-3deb62d1a152
  kind: Event
  lastTimestamp: "2026-03-18T17:08:02Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-59dbd8f4bd from 0
    to 1
  metadata:
    creationTimestamp: "2026-03-18T17:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:08:02Z"
    name: isvc-paddle-v2-kserve-predictor.189dfe86b9512bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: d4652290-6e94-4488-a3d9-f7de43d2fcb7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: 9f2650b6-ab60-40a6-aae7-fb9b4393e96c
  kind: Event
  lastTimestamp: "2026-03-18T17:08:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:08:17Z"
    name: isvc-paddle-v2-kserve-predictor.189dfe8a388bea68
    namespace: kserve-ci-e2e-test
    resourceVersion: "20142"
    uid: c56a4ed9-83fd-4b8c-a1c1-3ee3ef9c5e46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: 9f2650b6-ab60-40a6-aae7-fb9b4393e96c
  kind: Event
  lastTimestamp: "2026-03-18T17:08:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:08:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:08:17Z"
    name: isvc-paddle-v2-kserve-predictor.189dfe8a38f5f424
    namespace: kserve-ci-e2e-test
    resourceVersion: "20144"
    uid: 7c68aef2-dd32-4e15-8299-31800d9b5154
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 9f2650b6-ab60-40a6-aae7-fb9b4393e96c
  kind: Event
  lastTimestamp: "2026-03-18T17:08:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:08:47Z"
    name: isvc-paddle-v2-kserve-predictor.189dfe8db7b5dc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "20279"
    uid: 0a7a29d6-06c5-4c2d-937c-2075c68b7a88
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: 9f2650b6-ab60-40a6-aae7-fb9b4393e96c
  kind: Event
  lastTimestamp: "2026-03-18T17:08:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:08:47Z"
    name: isvc-paddle-v2-kserve-predictor.189dfe8db822f20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: 9f8247c9-1a32-4929-a3fa-8bd9d468358c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: c22247ca-4cb4-4baa-a180-afb67f861a8e
  kind: Event
  lastTimestamp: "2026-03-18T17:08:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:08:50Z"
    name: isvc-paddle-v2-kserve.189dfe86b924d860
    namespace: kserve-ci-e2e-test
    resourceVersion: "20299"
    uid: 296bd0a4-80f1-4fbf-a15b-a30d30ddd5e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: c22247ca-4cb4-4baa-a180-afb67f861a8e
  kind: Event
  lastTimestamp: "2026-03-18T17:08:02Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:08:02Z"
    name: isvc-paddle-v2-kserve.189dfe86b9780281
    namespace: kserve-ci-e2e-test
    resourceVersion: "20031"
    uid: 32488ed5-8c20-425e-b9b0-7fc2b50b8dfe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19997"
    uid: c22247ca-4cb4-4baa-a180-afb67f861a8e
  kind: Event
  lastTimestamp: "2026-03-18T17:08:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:08:02Z"
    name: isvc-paddle-v2-kserve.189dfe86b978423b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20034"
    uid: a2214bc8-21bb-45eb-bd20-733c3850cd9d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "20297"
    uid: c22247ca-4cb4-4baa-a180-afb67f861a8e
  kind: Event
  lastTimestamp: "2026-03-18T17:08:50Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:08:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:08:50Z"
    name: isvc-paddle-v2-kserve.189dfe91bac24273
    namespace: kserve-ci-e2e-test
    resourceVersion: "20298"
    uid: 18606d0f-76eb-4b58-8f10-5ccabf28f60a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: 6d6fabff-0738-4945-92b7-4eb804171988
  kind: Event
  lastTimestamp: "2026-03-18T17:07:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:07:08Z"
    name: isvc-paddle.189dfe6c69d405d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19657"
    uid: 3c2bcbf5-0875-44e6-895a-da95ee791475
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: 6d6fabff-0738-4945-92b7-4eb804171988
  kind: Event
  lastTimestamp: "2026-03-18T17:06:09Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:06:09Z"
    name: isvc-paddle.189dfe6c6a1d865a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19325"
    uid: 42e8538e-8884-45d1-a874-573ed766ddf1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:07:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "19654"
    uid: 6d6fabff-0738-4945-92b7-4eb804171988
  kind: Event
  lastTimestamp: "2026-03-18T17:07:08Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:07:08Z"
    name: isvc-paddle.189dfe7a20b3dd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19656"
    uid: 74312aad-a678-405a-a033-9796e896b0a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:08:54.660849Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-bbb95f64c-nf9m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: a42992c6-f3b5-44aa-a2e9-6281900a9307
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-bbb95f64c-nf9m4
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:08:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:08:54Z"
    name: isvc-pmml-predictor-bbb95f64c-nf9m4.189dfe92c9f5cccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: dabd8627-1fd7-4f18-93b0-08bd998560b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-bbb95f64c-nf9m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: a42992c6-f3b5-44aa-a2e9-6281900a9307
  kind: Event
  lastTimestamp: "2026-03-18T17:08:55Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:08:55Z"
    name: isvc-pmml-predictor-bbb95f64c-nf9m4.189dfe92e31bd35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20376"
    uid: aaea4385-1de1-4947-b80b-c6a1499338c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-bbb95f64c-nf9m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: a42992c6-f3b5-44aa-a2e9-6281900a9307
  kind: Event
  lastTimestamp: "2026-03-18T17:08:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:55Z"
    name: isvc-pmml-predictor-bbb95f64c-nf9m4.189dfe92e4519002
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 80a9dd48-9187-40e3-aa3b-3ce525b768dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-bbb95f64c-nf9m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: a42992c6-f3b5-44aa-a2e9-6281900a9307
  kind: Event
  lastTimestamp: "2026-03-18T17:08:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:55Z"
    name: isvc-pmml-predictor-bbb95f64c-nf9m4.189dfe92e770dfb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 39c37ead-dc8e-4cfc-9c23-afd8efe25808
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-bbb95f64c-nf9m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: a42992c6-f3b5-44aa-a2e9-6281900a9307
  kind: Event
  lastTimestamp: "2026-03-18T17:08:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:55Z"
    name: isvc-pmml-predictor-bbb95f64c-nf9m4.189dfe92e7e6b0f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: 07023f4a-7431-4f0b-a247-7cee50ae0d7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-bbb95f64c-nf9m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: a42992c6-f3b5-44aa-a2e9-6281900a9307
  kind: Event
  lastTimestamp: "2026-03-18T17:08:59Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-03-18T17:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:08:59Z"
    name: isvc-pmml-predictor-bbb95f64c-nf9m4.189dfe93d91f4911
    namespace: kserve-ci-e2e-test
    resourceVersion: "20406"
    uid: 45902b7c-c8c5-4764-be53-9ee31fec8ca9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-bbb95f64c-nf9m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: a42992c6-f3b5-44aa-a2e9-6281900a9307
  kind: Event
  lastTimestamp: "2026-03-18T17:09:06Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.905s (6.905s
    including waiting). Image size: 802149942 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T17:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:09:06Z"
    name: isvc-pmml-predictor-bbb95f64c-nf9m4.189dfe9574b98146
    namespace: kserve-ci-e2e-test
    resourceVersion: "20437"
    uid: 73b26bd6-40dd-4a9f-92bf-5f7c0bb97047
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-bbb95f64c-nf9m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: a42992c6-f3b5-44aa-a2e9-6281900a9307
  kind: Event
  lastTimestamp: "2026-03-18T17:09:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:09:06Z"
    name: isvc-pmml-predictor-bbb95f64c-nf9m4.189dfe9577e6c22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20438"
    uid: 2747a5c4-760c-4f6f-867e-95bb8cda192c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-bbb95f64c-nf9m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: a42992c6-f3b5-44aa-a2e9-6281900a9307
  kind: Event
  lastTimestamp: "2026-03-18T17:09:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:09:06Z"
    name: isvc-pmml-predictor-bbb95f64c-nf9m4.189dfe95785ba5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20439"
    uid: 8036e5de-c7aa-4368-bdf9-a9e1160ed55f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T17:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-bbb95f64c-nf9m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: a42992c6-f3b5-44aa-a2e9-6281900a9307
  kind: Event
  lastTimestamp: "2026-03-18T17:10:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:10:37Z"
    name: isvc-pmml-predictor-bbb95f64c-nf9m4.189dfe957c5e18fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: 7084cabf-a76c-447a-924c-14510e31d342
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-bbb95f64c-nf9m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: a42992c6-f3b5-44aa-a2e9-6281900a9307
  kind: Event
  lastTimestamp: "2026-03-18T17:10:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:10:35Z"
    name: isvc-pmml-predictor-bbb95f64c-nf9m4.189dfeaa54e558b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: 00572b67-fc8f-4cfb-abb6-c5b27e6b0fca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-bbb95f64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20346"
    uid: c1485613-492e-4378-8784-e756017692e3
  kind: Event
  lastTimestamp: "2026-03-18T17:08:54Z"
  message: 'Created pod: isvc-pmml-predictor-bbb95f64c-nf9m4'
  metadata:
    creationTimestamp: "2026-03-18T17:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:08:54Z"
    name: isvc-pmml-predictor-bbb95f64c.189dfe92c989a701
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: 19f05d48-39ce-4ab4-9f32-859d35270ff7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20344"
    uid: 09eafe2c-f97b-428f-aeff-666edb07749c
  kind: Event
  lastTimestamp: "2026-03-18T17:08:54Z"
  message: Scaled up replica set isvc-pmml-predictor-bbb95f64c from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:08:54Z"
    name: isvc-pmml-predictor.189dfe92c437bd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: e704ac62-a72a-4dcc-9967-6b860c1715b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:09:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: 653bb1bf-59b7-4b3d-88bc-831b640d1146
  kind: Event
  lastTimestamp: "2026-03-18T17:09:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:09:24Z"
    name: isvc-pmml-predictor.189dfe9642b9b502
    namespace: kserve-ci-e2e-test
    resourceVersion: "20533"
    uid: 3ecf4d36-b499-45dd-a3fb-086311ca4db0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:09:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: 653bb1bf-59b7-4b3d-88bc-831b640d1146
  kind: Event
  lastTimestamp: "2026-03-18T17:09:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:09:24Z"
    name: isvc-pmml-predictor.189dfe96431d05c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20534"
    uid: 51e18289-5ec8-45d1-8ab3-37f5b2ae4c6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:09:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20464"
    uid: 653bb1bf-59b7-4b3d-88bc-831b640d1146
  kind: Event
  lastTimestamp: "2026-03-18T17:10:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:10:24Z"
    name: isvc-pmml-predictor.189dfe9d411b49dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: e1b71040-5a17-4793-9fca-512de9b2978e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:09:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20464"
    uid: 653bb1bf-59b7-4b3d-88bc-831b640d1146
  kind: Event
  lastTimestamp: "2026-03-18T17:10:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:10:24Z"
    name: isvc-pmml-predictor.189dfe9d41846121
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: fab1f9e3-3404-4f30-bb6b-a78df6d29c99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:10:36.045214Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20910"
    uid: 7a3f566a-0aad-4697-9707-43c4760df7c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7d448dc787-rxvbn
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:10:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:10:36Z"
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn.189dfeaa64f07f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: 03dc4c91-6d4e-4963-a1c1-cf0693673041
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20920"
    uid: 7a3f566a-0aad-4697-9707-43c4760df7c8
  kind: Event
  lastTimestamp: "2026-03-18T17:10:36Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:10:36Z"
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn.189dfeaa7e270972
    namespace: kserve-ci-e2e-test
    resourceVersion: "20924"
    uid: 0c140576-8afa-4300-bfbd-e2b2d97446c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 7a3f566a-0aad-4697-9707-43c4760df7c8
  kind: Event
  lastTimestamp: "2026-03-18T17:10:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:10:36Z"
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn.189dfeaa7f4f968f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: 0863424d-2c9b-4e60-9593-3fc09ad95caf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 7a3f566a-0aad-4697-9707-43c4760df7c8
  kind: Event
  lastTimestamp: "2026-03-18T17:10:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:10:36Z"
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn.189dfeaa82981aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: c6ba837c-0acf-43ac-baa6-c91ec2b35efa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 7a3f566a-0aad-4697-9707-43c4760df7c8
  kind: Event
  lastTimestamp: "2026-03-18T17:10:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:10:36Z"
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn.189dfeaa8312e614
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: 18e7ad65-f873-47eb-9206-5be6e8e29fd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 7a3f566a-0aad-4697-9707-43c4760df7c8
  kind: Event
  lastTimestamp: "2026-03-18T17:10:40Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:10:40Z"
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn.189dfeab7248b7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20955"
    uid: 6fb19d38-53d9-4b67-9e4d-522b233a5a49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 7a3f566a-0aad-4697-9707-43c4760df7c8
  kind: Event
  lastTimestamp: "2026-03-18T17:10:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:10:40Z"
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn.189dfeab758ccb49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20959"
    uid: 365e564a-f42f-4eb4-a294-abbdce3b1243
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 7a3f566a-0aad-4697-9707-43c4760df7c8
  kind: Event
  lastTimestamp: "2026-03-18T17:10:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:10:40Z"
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn.189dfeab7617ff15
    namespace: kserve-ci-e2e-test
    resourceVersion: "20960"
    uid: 26702a0a-9078-4eaa-b212-4560939d15fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 7a3f566a-0aad-4697-9707-43c4760df7c8
  kind: Event
  lastTimestamp: "2026-03-18T17:12:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:12:10Z"
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn.189dfeabae2bbd57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21446"
    uid: c2652c0a-78d5-40fc-98be-2c1a35f9d456
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: 7a3f566a-0aad-4697-9707-43c4760df7c8
  kind: Event
  lastTimestamp: "2026-03-18T17:12:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:12:06Z"
    name: isvc-pmml-runtime-predictor-7d448dc787-rxvbn.189dfebf8a9856a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21377"
    uid: 79668fde-f70d-425e-b1ab-02ffc7372deb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7d448dc787
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: f72630ba-a0c3-4ac4-aae8-2ea80b1276c8
  kind: Event
  lastTimestamp: "2026-03-18T17:10:36Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7d448dc787-rxvbn'
  metadata:
    creationTimestamp: "2026-03-18T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:10:36Z"
    name: isvc-pmml-runtime-predictor-7d448dc787.189dfeaa6478f86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20911"
    uid: 01fff63d-893f-4870-bfe7-bbdfdffbcba5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: 59e388d2-79b4-458d-b9de-43b09d36b873
  kind: Event
  lastTimestamp: "2026-03-18T17:10:35Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7d448dc787 from 0 to
    1
  metadata:
    creationTimestamp: "2026-03-18T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:10:35Z"
    name: isvc-pmml-runtime-predictor.189dfeaa59f0a0d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: 9c741713-8df0-40d9-8a4b-cc1dc5af970d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: fd669154-864b-4705-82d2-d2eece2cc664
  kind: Event
  lastTimestamp: "2026-03-18T17:10:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:10:50Z"
    name: isvc-pmml-runtime-predictor.189dfeadd8fc1d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: cde797cd-7298-4a28-ae92-47efcdf6f7ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: fd669154-864b-4705-82d2-d2eece2cc664
  kind: Event
  lastTimestamp: "2026-03-18T17:10:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:10:50Z"
    name: isvc-pmml-runtime-predictor.189dfeadd96189fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21008"
    uid: 5ea0f5d1-4e7a-4ed7-a4f9-32265fe617e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T17:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21006"
    uid: fd669154-864b-4705-82d2-d2eece2cc664
  kind: Event
  lastTimestamp: "2026-03-18T17:12:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:12:05Z"
    name: isvc-pmml-runtime-predictor.189dfeb15845e59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: 8caa2c97-c4ba-4ae3-b79b-a690e6cab92c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T17:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21006"
    uid: fd669154-864b-4705-82d2-d2eece2cc664
  kind: Event
  lastTimestamp: "2026-03-18T17:12:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:12:05Z"
    name: isvc-pmml-runtime-predictor.189dfeb158ab4ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21355"
    uid: 5532ed1b-4306-4bfe-b76d-53a253a5271c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 02adcd44-abd8-4d07-a42e-c42fefcb7b17
  kind: Event
  lastTimestamp: "2026-03-18T17:12:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:12:00Z"
    name: isvc-pmml-runtime.189dfeaa59afb456
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: da2d9fad-40af-4069-a80a-b659e2b1f595
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 02adcd44-abd8-4d07-a42e-c42fefcb7b17
  kind: Event
  lastTimestamp: "2026-03-18T17:10:36Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:10:36Z"
    name: isvc-pmml-runtime.189dfeaa59f7bd18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 81dc3750-11b8-4d7e-9464-757924d6589b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: 02adcd44-abd8-4d07-a42e-c42fefcb7b17
  kind: Event
  lastTimestamp: "2026-03-18T17:10:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:10:36Z"
    name: isvc-pmml-runtime.189dfeaa6508630a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20919"
    uid: dab4f0cb-3db3-4446-b200-5e0f24f4b20c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 02adcd44-abd8-4d07-a42e-c42fefcb7b17
  kind: Event
  lastTimestamp: "2026-03-18T17:12:00Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:12:00Z"
    name: isvc-pmml-runtime.189dfebe05db13fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: 9f509164-ebfb-4c7e-bca3-2fdad99f4c62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:12:07.246447Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 8af629a9-50bc-4252-898a-50744552feb1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:12:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:12:07Z"
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5.189dfebfa0f4e3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: 9756a38c-2109-4eed-a128-01411e778fba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21412"
    uid: 8af629a9-50bc-4252-898a-50744552feb1
  kind: Event
  lastTimestamp: "2026-03-18T17:12:07Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:12:07Z"
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5.189dfebfba24b653
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: 3a33caa1-dcdb-4697-9aef-ecbff5be649b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 8af629a9-50bc-4252-898a-50744552feb1
  kind: Event
  lastTimestamp: "2026-03-18T17:12:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:12:07Z"
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5.189dfebfbb6897e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: a7660b5b-005d-458d-a733-424820f0a021
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 8af629a9-50bc-4252-898a-50744552feb1
  kind: Event
  lastTimestamp: "2026-03-18T17:12:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:12:07Z"
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5.189dfebfbe6dc6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21428"
    uid: 74c090fc-5dcb-4dfe-96f4-3b5bcadf0c00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 8af629a9-50bc-4252-898a-50744552feb1
  kind: Event
  lastTimestamp: "2026-03-18T17:12:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:12:07Z"
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5.189dfebfbedf2f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21429"
    uid: 9c1c8b96-8341-4d92-a9b1-681de8b74b6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 8af629a9-50bc-4252-898a-50744552feb1
  kind: Event
  lastTimestamp: "2026-03-18T17:12:11Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:12:11Z"
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5.189dfec0b4c1b7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21460"
    uid: aa5c2bcc-84ce-4dc4-9ea3-f29bece32476
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 8af629a9-50bc-4252-898a-50744552feb1
  kind: Event
  lastTimestamp: "2026-03-18T17:12:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:12:11Z"
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5.189dfec0b7f9dbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21464"
    uid: e0bc024f-1267-4f1a-b003-cc6fe134d646
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 8af629a9-50bc-4252-898a-50744552feb1
  kind: Event
  lastTimestamp: "2026-03-18T17:12:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:12:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:12:11Z"
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5.189dfec0b86e5106
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: f7f894bb-16c0-4a26-ad56-91b840d0e1a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 8af629a9-50bc-4252-898a-50744552feb1
  kind: Event
  lastTimestamp: "2026-03-18T17:13:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:13:23Z"
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5.189dfec0f0ac94e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: e358f200-181c-46b5-811e-5dbfbbffc102
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 8af629a9-50bc-4252-898a-50744552feb1
  kind: Event
  lastTimestamp: "2026-03-18T17:13:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:13:38Z"
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5.189dfed4d2ac56e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: c6aad8fb-0efa-4e46-bbff-7b02705f2c51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: e789fe4c-77e6-43e2-8497-3fc131bfb18d
  kind: Event
  lastTimestamp: "2026-03-18T17:12:07Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-799cc7bf5-mgwp5'
  metadata:
    creationTimestamp: "2026-03-18T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:12:07Z"
    name: isvc-pmml-v2-kserve-predictor-799cc7bf5.189dfebfa0632bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: b5874b2c-3961-4bd9-b4e5-08d14048e204
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 5e92e534-15cc-4267-868b-b331c8ef9950
  kind: Event
  lastTimestamp: "2026-03-18T17:12:06Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-799cc7bf5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-03-18T17:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:12:06Z"
    name: isvc-pmml-v2-kserve-predictor.189dfebf90952507
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 9d187fc0-44b8-4b8a-8995-6cec25f77401
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 973f16fb-29fa-4c0a-91c8-17ca9e25ed3a
  kind: Event
  lastTimestamp: "2026-03-18T17:12:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:12:52Z"
    name: isvc-pmml-v2-kserve-predictor.189dfec30f83455d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21647"
    uid: 1b71acee-5a16-4421-b17b-694819f650d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 973f16fb-29fa-4c0a-91c8-17ca9e25ed3a
  kind: Event
  lastTimestamp: "2026-03-18T17:12:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:12:52Z"
    name: isvc-pmml-v2-kserve-predictor.189dfec30fe8311d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: 9c2a17c9-9097-4053-9a50-5fa5cc52c7a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21513"
    uid: 973f16fb-29fa-4c0a-91c8-17ca9e25ed3a
  kind: Event
  lastTimestamp: "2026-03-18T17:13:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:13:37Z"
    name: isvc-pmml-v2-kserve-predictor.189dfecd8cf30888
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: f3229a41-1010-40d5-b315-dcc75125a377
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21513"
    uid: 973f16fb-29fa-4c0a-91c8-17ca9e25ed3a
  kind: Event
  lastTimestamp: "2026-03-18T17:13:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:13:37Z"
    name: isvc-pmml-v2-kserve-predictor.189dfecd8d5b383c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: 73d60263-2a20-4502-a7dc-56da92e0a24b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: 2d42fd93-3d69-4023-802c-d6574fa84d1b
  kind: Event
  lastTimestamp: "2026-03-18T17:13:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:13:33Z"
    name: isvc-pmml-v2-kserve.189dfebf99bb1e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: a219ac18-f371-401a-b556-bdebc2e980f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: 2d42fd93-3d69-4023-802c-d6574fa84d1b
  kind: Event
  lastTimestamp: "2026-03-18T17:12:07Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:12:07Z"
    name: isvc-pmml-v2-kserve.189dfebf9a161743
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 3493e362-3598-4a79-b1a5-3e657662c743
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:12:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21379"
    uid: 2d42fd93-3d69-4023-802c-d6574fa84d1b
  kind: Event
  lastTimestamp: "2026-03-18T17:12:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:12:07Z"
    name: isvc-pmml-v2-kserve.189dfebfa5a45298
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 4249ff20-d618-45da-9812-9661c49d5d3c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21846"
    uid: 2d42fd93-3d69-4023-802c-d6574fa84d1b
  kind: Event
  lastTimestamp: "2026-03-18T17:13:33Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:13:33Z"
    name: isvc-pmml-v2-kserve.189dfed3d0ad6852
    namespace: kserve-ci-e2e-test
    resourceVersion: "21849"
    uid: 8f9705af-63dd-4ccd-b4ab-8b19e454e339
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 57b0e832-dbe3-4df3-94da-805b16fd42e4
  kind: Event
  lastTimestamp: "2026-03-18T17:10:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:10:27Z"
    name: isvc-pmml.189dfe92c40f9c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: b9e54b46-e827-4829-bdc9-391f49ed43bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:08:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 57b0e832-dbe3-4df3-94da-805b16fd42e4
  kind: Event
  lastTimestamp: "2026-03-18T17:08:54Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:08:54Z"
    name: isvc-pmml.189dfe92c45589c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: b9c05cd2-4cb2-484c-a39e-2adffea92fbe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:10:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "20826"
    uid: 57b0e832-dbe3-4df3-94da-805b16fd42e4
  kind: Event
  lastTimestamp: "2026-03-18T17:10:27Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:10:27Z"
    name: isvc-pmml.189dfea85c6661c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20827"
    uid: b9e6c083-5787-4b0e-ab78-cd09dcd53388
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:18:28.352869Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: 755f481a-ba52-4f66-96fa-b6ae8f2239df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:18:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:18:28Z"
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6.189dff185cab598e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: 06a0f8e3-71fe-4a63-b857-08848d98091b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 755f481a-ba52-4f66-96fa-b6ae8f2239df
  kind: Event
  lastTimestamp: "2026-03-18T17:18:28Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:18:28Z"
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6.189dff1875ffd127
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: f96a8c8e-b2f0-4f39-975f-2e45067c7c33
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 755f481a-ba52-4f66-96fa-b6ae8f2239df
  kind: Event
  lastTimestamp: "2026-03-18T17:18:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:18:28Z"
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6.189dff18772a9e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23980"
    uid: 01202b1c-f439-40e2-b5e2-a6d0f64ea8fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 755f481a-ba52-4f66-96fa-b6ae8f2239df
  kind: Event
  lastTimestamp: "2026-03-18T17:18:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:18:28Z"
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6.189dff187af01296
    namespace: kserve-ci-e2e-test
    resourceVersion: "23982"
    uid: 29bfa995-fd81-4ecc-9cea-cdffe8a2ade5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 755f481a-ba52-4f66-96fa-b6ae8f2239df
  kind: Event
  lastTimestamp: "2026-03-18T17:18:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:18:28Z"
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6.189dff187b621283
    namespace: kserve-ci-e2e-test
    resourceVersion: "23984"
    uid: db8d34b2-dbfa-49ee-bd24-0bc83db2b867
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 755f481a-ba52-4f66-96fa-b6ae8f2239df
  kind: Event
  lastTimestamp: "2026-03-18T17:18:33Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:18:33Z"
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6.189dff197c8a4695
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: b8fbc321-9a7b-476a-848e-644702cd6e83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 755f481a-ba52-4f66-96fa-b6ae8f2239df
  kind: Event
  lastTimestamp: "2026-03-18T17:18:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:18:33Z"
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6.189dff197fa2a415
    namespace: kserve-ci-e2e-test
    resourceVersion: "24015"
    uid: 0eda7c57-d34e-43c0-88ee-efd0757533c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 755f481a-ba52-4f66-96fa-b6ae8f2239df
  kind: Event
  lastTimestamp: "2026-03-18T17:18:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:18:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:18:33Z"
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6.189dff198014ba2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24016"
    uid: c938eebe-d454-46b9-8c4c-384154acbed3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 755f481a-ba52-4f66-96fa-b6ae8f2239df
  kind: Event
  lastTimestamp: "2026-03-18T17:19:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:18:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:19:35Z"
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6.189dff19b8b1a26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24318"
    uid: 39b7eab5-932e-4673-8368-3929e3e23955
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 755f481a-ba52-4f66-96fa-b6ae8f2239df
  kind: Event
  lastTimestamp: "2026-03-18T17:19:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:19:48Z"
    name: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6.189dff2afdc4c155
    namespace: kserve-ci-e2e-test
    resourceVersion: "24405"
    uid: 715f01ff-2067-41ad-a444-67986a9d634c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-7f75c98c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "23948"
    uid: f236c217-6160-4196-81cd-70dd4f04d831
  kind: Event
  lastTimestamp: "2026-03-18T17:18:28Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-7f75c98c97-7psv6'
  metadata:
    creationTimestamp: "2026-03-18T17:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:18:28Z"
    name: isvc-predictive-lightgbm-predictor-7f75c98c97.189dff185c49520e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23962"
    uid: 83e8a01f-7b58-4c2e-adba-fa59fa3a60ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23946"
    uid: 3257eb00-1255-4782-96d7-8e6068512346
  kind: Event
  lastTimestamp: "2026-03-18T17:18:28Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-7f75c98c97 from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:18:28Z"
    name: isvc-predictive-lightgbm-predictor.189dff185616f08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23951"
    uid: a34de526-e2ad-4f0f-991d-fa74b95d591c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23947"
    uid: c05d4828-3cdb-4ecb-8335-a99d76ca33be
  kind: Event
  lastTimestamp: "2026-03-18T17:19:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:19:13Z"
    name: isvc-predictive-lightgbm-predictor.189dff1bd5030fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24204"
    uid: bcc75b00-a9c0-4855-aefd-1d6fe126e105
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23947"
    uid: c05d4828-3cdb-4ecb-8335-a99d76ca33be
  kind: Event
  lastTimestamp: "2026-03-18T17:19:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:19:13Z"
    name: isvc-predictive-lightgbm-predictor.189dff1bd56c728f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: ffa8dfcf-84cb-427c-a4b5-19ff7285c76b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24068"
    uid: c05d4828-3cdb-4ecb-8335-a99d76ca33be
  kind: Event
  lastTimestamp: "2026-03-18T17:19:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:19:43Z"
    name: isvc-predictive-lightgbm-predictor.189dff2652596816
    namespace: kserve-ci-e2e-test
    resourceVersion: "24350"
    uid: ea2493c1-8bcb-4d5b-95fb-3523f89817c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24068"
    uid: c05d4828-3cdb-4ecb-8335-a99d76ca33be
  kind: Event
  lastTimestamp: "2026-03-18T17:19:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:19:43Z"
    name: isvc-predictive-lightgbm-predictor.189dff2652c29884
    namespace: kserve-ci-e2e-test
    resourceVersion: "24351"
    uid: b4f290c0-8c44-4608-967c-a327af4e3a0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:22:28.941542Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25311"
    uid: 4a309cf5-fdfd-4e0e-a598-a4b6e08c7558
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:22:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:22:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq.189dff5060df273d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25318"
    uid: c38a0d0d-b781-4ad2-b7d9-d1f6d10f3d73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25321"
    uid: 4a309cf5-fdfd-4e0e-a598-a4b6e08c7558
  kind: Event
  lastTimestamp: "2026-03-18T17:22:29Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:22:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq.189dff5079f72d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25326"
    uid: 2368b75a-82d6-4304-bcef-f7d7a1f85326
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: 4a309cf5-fdfd-4e0e-a598-a4b6e08c7558
  kind: Event
  lastTimestamp: "2026-03-18T17:22:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:22:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq.189dff507b40dfb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25328"
    uid: 48bde6e5-a4c4-42ef-8e4f-2d31bb6abc70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: 4a309cf5-fdfd-4e0e-a598-a4b6e08c7558
  kind: Event
  lastTimestamp: "2026-03-18T17:22:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:22:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq.189dff507e801fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25330"
    uid: 606ebf7d-f396-4524-9f5a-ee219da33192
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: 4a309cf5-fdfd-4e0e-a598-a4b6e08c7558
  kind: Event
  lastTimestamp: "2026-03-18T17:22:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:22:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq.189dff507f07171a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25331"
    uid: 04b677e6-7090-4cfe-9653-a671f81a9598
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: 4a309cf5-fdfd-4e0e-a598-a4b6e08c7558
  kind: Event
  lastTimestamp: "2026-03-18T17:22:33Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:22:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq.189dff518dbf500c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: 2af6e50e-8bb4-4c1c-bdac-b67ea3ae49e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: 4a309cf5-fdfd-4e0e-a598-a4b6e08c7558
  kind: Event
  lastTimestamp: "2026-03-18T17:22:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:22:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq.189dff51917d435f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: 5fc631c9-dca3-4815-b4b8-7ba8020d7cb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: 4a309cf5-fdfd-4e0e-a598-a4b6e08c7558
  kind: Event
  lastTimestamp: "2026-03-18T17:22:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:22:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq.189dff5191f515bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25368"
    uid: 5ef3b0b0-7380-40a2-bbb2-060181b9faba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: 4a309cf5-fdfd-4e0e-a598-a4b6e08c7558
  kind: Event
  lastTimestamp: "2026-03-18T17:23:35Z"
  message: 'Readiness probe failed: Get "http://10.134.0.56:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-03-18T17:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:23:36Z"
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq.189dff5901bf1b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25678"
    uid: 72f117df-0814-443f-8cfa-d7fcfe8f65e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: 4a309cf5-fdfd-4e0e-a598-a4b6e08c7558
  kind: Event
  lastTimestamp: "2026-03-18T17:23:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:23:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq.189dff62ff67162e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25760"
    uid: 756d1b2c-909d-430c-a9f2-f81ef33e80c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25301"
    uid: cdd4c2a1-9cb0-4bec-ab9d-90ebe80e0271
  kind: Event
  lastTimestamp: "2026-03-18T17:22:28Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-744555fc5-gzbqq'
  metadata:
    creationTimestamp: "2026-03-18T17:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:22:28Z"
    name: isvc-predictive-lightgbm-v2-predictor-744555fc5.189dff5060735709
    namespace: kserve-ci-e2e-test
    resourceVersion: "25314"
    uid: 7b612c81-1e36-4c3d-a131-7b4290421acf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25298"
    uid: db53174b-cca1-42be-b7f3-cac878996589
  kind: Event
  lastTimestamp: "2026-03-18T17:22:28Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-744555fc5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:22:28Z"
    name: isvc-predictive-lightgbm-v2-predictor.189dff5054cf98b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25303"
    uid: 8e1d3566-b72c-476e-946e-59de45db2f95
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25300"
    uid: a54e4e8e-3a9b-4e7f-b45b-67248f2ec47e
  kind: Event
  lastTimestamp: "2026-03-18T17:22:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:22:43Z"
    name: isvc-predictive-lightgbm-v2-predictor.189dff53d3c12c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "25421"
    uid: 392db6b1-2e98-454b-971d-d3c5c4c6ffda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25300"
    uid: a54e4e8e-3a9b-4e7f-b45b-67248f2ec47e
  kind: Event
  lastTimestamp: "2026-03-18T17:22:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:22:43Z"
    name: isvc-predictive-lightgbm-v2-predictor.189dff53d42534fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25423"
    uid: 056949e9-840f-4b07-8900-f0ede3d7dfb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25422"
    uid: a54e4e8e-3a9b-4e7f-b45b-67248f2ec47e
  kind: Event
  lastTimestamp: "2026-03-18T17:23:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:23:43Z"
    name: isvc-predictive-lightgbm-v2-predictor.189dff5752d3fc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "25710"
    uid: 938dec5e-d215-4c76-b73d-5239156a2deb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25422"
    uid: a54e4e8e-3a9b-4e7f-b45b-67248f2ec47e
  kind: Event
  lastTimestamp: "2026-03-18T17:23:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:23:43Z"
    name: isvc-predictive-lightgbm-v2-predictor.189dff5753386309
    namespace: kserve-ci-e2e-test
    resourceVersion: "25712"
    uid: fc338bcd-e3a3-4129-aca7-3730661fd1c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25272"
    uid: 61efc826-8e77-479c-a775-db8ccb237140
  kind: Event
  lastTimestamp: "2026-03-18T17:23:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:23:46Z"
    name: isvc-predictive-lightgbm-v2.189dff5054ac0f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "25728"
    uid: 29f16149-e897-4581-ae98-c8050fab6917
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25272"
    uid: 61efc826-8e77-479c-a775-db8ccb237140
  kind: Event
  lastTimestamp: "2026-03-18T17:22:28Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:22:28Z"
    name: isvc-predictive-lightgbm-v2.189dff5054f066d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25305"
    uid: 501f26c1-a5b7-4488-ab23-cda245d91bc7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25272"
    uid: 61efc826-8e77-479c-a775-db8ccb237140
  kind: Event
  lastTimestamp: "2026-03-18T17:22:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:22:28Z"
    name: isvc-predictive-lightgbm-v2.189dff5054f0c0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25306"
    uid: b4780e05-3910-4a5f-bfed-0171bf4faea3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: 61efc826-8e77-479c-a775-db8ccb237140
  kind: Event
  lastTimestamp: "2026-03-18T17:23:46Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:23:46Z"
    name: isvc-predictive-lightgbm-v2.189dff6255c6b495
    namespace: kserve-ci-e2e-test
    resourceVersion: "25727"
    uid: 1319144f-5b9b-48cb-a8ae-9e278eac422e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: ead5d624-21e7-41ce-928b-ec1e2ecc294d
  kind: Event
  lastTimestamp: "2026-03-18T17:19:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:19:45Z"
    name: isvc-predictive-lightgbm.189dff1855f09124
    namespace: kserve-ci-e2e-test
    resourceVersion: "24369"
    uid: cc0c6c5e-8554-4f82-bd12-c09e6c51046f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23921"
    uid: ead5d624-21e7-41ce-928b-ec1e2ecc294d
  kind: Event
  lastTimestamp: "2026-03-18T17:18:28Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:18:28Z"
    name: isvc-predictive-lightgbm.189dff185648d17b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23953"
    uid: d914041e-5c3f-42d8-b735-9ab479be248f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: ead5d624-21e7-41ce-928b-ec1e2ecc294d
  kind: Event
  lastTimestamp: "2026-03-18T17:19:45Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:19:45Z"
    name: isvc-predictive-lightgbm.189dff2a4472516a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24368"
    uid: 4e663c82-530e-44c4-afbe-82ab7bff31af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:15:27.950957Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: f989052e-cbc1-4067-ab3c-6a9fe3acfc78
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:15:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:15:27Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x.189dfeee5be0a31b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22672"
    uid: 907ef6ca-0172-4310-a663-5e136bfb2a3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: f989052e-cbc1-4067-ab3c-6a9fe3acfc78
  kind: Event
  lastTimestamp: "2026-03-18T17:15:28Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:15:28Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x.189dfeee752422b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: b7c6b1a0-1b63-4994-9203-5ed53e22cb18
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: f989052e-cbc1-4067-ab3c-6a9fe3acfc78
  kind: Event
  lastTimestamp: "2026-03-18T17:15:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:28Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x.189dfeee76608ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 5c333dd2-4890-4666-9a71-21b815739b39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: f989052e-cbc1-4067-ab3c-6a9fe3acfc78
  kind: Event
  lastTimestamp: "2026-03-18T17:15:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:28Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x.189dfeee7988614e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22691"
    uid: f1b882dc-7f6e-459d-afee-686c85f06fb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: f989052e-cbc1-4067-ab3c-6a9fe3acfc78
  kind: Event
  lastTimestamp: "2026-03-18T17:15:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:28Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x.189dfeee7a4296db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22692"
    uid: 8707ef58-7994-40b3-b9b9-359dd1e41eb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: f989052e-cbc1-4067-ab3c-6a9fe3acfc78
  kind: Event
  lastTimestamp: "2026-03-18T17:15:32Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-03-18T17:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:32Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x.189dfeef6e68e11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22722"
    uid: dec04174-afbc-4f52-ba8a-d5487775bcbf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: f989052e-cbc1-4067-ab3c-6a9fe3acfc78
  kind: Event
  lastTimestamp: "2026-03-18T17:15:54Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.522s
    (21.522s including waiting). Image size: 2316915058 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T17:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:54Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x.189dfef4714197fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22823"
    uid: 808036f5-59cf-4d3b-80b8-8ca8690579c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: f989052e-cbc1-4067-ab3c-6a9fe3acfc78
  kind: Event
  lastTimestamp: "2026-03-18T17:15:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:54Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x.189dfef4771327b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22824"
    uid: 92493c43-b7e1-441c-933d-88678dedf308
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: f989052e-cbc1-4067-ab3c-6a9fe3acfc78
  kind: Event
  lastTimestamp: "2026-03-18T17:15:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:54Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x.189dfef47807a462
    namespace: kserve-ci-e2e-test
    resourceVersion: "22825"
    uid: 2c7a3029-1e2e-40cf-ae8c-139a3b6c1009
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: f989052e-cbc1-4067-ab3c-6a9fe3acfc78
  kind: Event
  lastTimestamp: "2026-03-18T17:16:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:16:55Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x.189dfef492e1ffdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23105"
    uid: 64747e72-c355-4be3-b249-156742579f56
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "22670"
    uid: f989052e-cbc1-4067-ab3c-6a9fe3acfc78
  kind: Event
  lastTimestamp: "2026-03-18T17:17:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:17:07Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x.189dff05a5d0efb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23196"
    uid: 86a18414-951f-49e0-b366-57ce2c2bb222
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-6c564ccf49
    namespace: kserve-ci-e2e-test
    resourceVersion: "22660"
    uid: 7d755c7f-619f-4350-bf28-dc180b31cd8f
  kind: Event
  lastTimestamp: "2026-03-18T17:15:27Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-6c564ccf49-9wq2x'
  metadata:
    creationTimestamp: "2026-03-18T17:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:15:27Z"
    name: isvc-predictive-sklearn-predictor-6c564ccf49.189dfeee5b7cbc60
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: 9a67172a-5ebf-45ee-b31a-0b0abf999c00
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22658"
    uid: c06c6b60-a89f-46a6-ae7b-e7a40385bf59
  kind: Event
  lastTimestamp: "2026-03-18T17:15:27Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-6c564ccf49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:15:27Z"
    name: isvc-predictive-sklearn-predictor.189dfeee5549a0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22662"
    uid: f876e494-8992-46dd-8d7b-8969adbefda7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: 55bff378-e2ca-4faa-8280-deb30b9623bf
  kind: Event
  lastTimestamp: "2026-03-18T17:16:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:16:27Z"
    name: isvc-predictive-sklearn-predictor.189dfef1d433e389
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: d0f6f379-c67a-470a-aae9-5850c63af6bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: 55bff378-e2ca-4faa-8280-deb30b9623bf
  kind: Event
  lastTimestamp: "2026-03-18T17:16:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:16:27Z"
    name: isvc-predictive-sklearn-predictor.189dfef1d48ed78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22976"
    uid: 56f257c3-e67b-44b9-87f1-a4ae0e14fc0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:16:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 55bff378-e2ca-4faa-8280-deb30b9623bf
  kind: Event
  lastTimestamp: "2026-03-18T17:16:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:16:57Z"
    name: isvc-predictive-sklearn-predictor.189dfeffd0a46051
    namespace: kserve-ci-e2e-test
    resourceVersion: "23122"
    uid: 3e322ed9-02da-4e9c-9500-5507125c0453
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:16:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: 55bff378-e2ca-4faa-8280-deb30b9623bf
  kind: Event
  lastTimestamp: "2026-03-18T17:16:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:16:57Z"
    name: isvc-predictive-sklearn-predictor.189dfeffd10daf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "23123"
    uid: 7371502b-e70d-42c1-93a7-1e5733091484
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:19:48.465696Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24423"
    uid: ec3eed47-00e3-44d0-b67f-1146f5f53e43
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:19:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:19:48Z"
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9.189dff2b03c41d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: d91f8cd4-92bc-4df1-bda9-79a6ee478702
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: ec3eed47-00e3-44d0-b67f-1146f5f53e43
  kind: Event
  lastTimestamp: "2026-03-18T17:19:48Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:19:48Z"
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9.189dff2b1d103957
    namespace: kserve-ci-e2e-test
    resourceVersion: "24436"
    uid: e1f43fa1-15bd-4331-80c7-bda53d251d77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: ec3eed47-00e3-44d0-b67f-1146f5f53e43
  kind: Event
  lastTimestamp: "2026-03-18T17:19:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:19:48Z"
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9.189dff2b1e3a0232
    namespace: kserve-ci-e2e-test
    resourceVersion: "24438"
    uid: 2bb8ac95-5a26-4236-82fd-b0e1b977c78a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: ec3eed47-00e3-44d0-b67f-1146f5f53e43
  kind: Event
  lastTimestamp: "2026-03-18T17:19:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:19:48Z"
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9.189dff2b2116c7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: 986e1db8-d525-490b-bad3-b7ad00a10d9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: ec3eed47-00e3-44d0-b67f-1146f5f53e43
  kind: Event
  lastTimestamp: "2026-03-18T17:19:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:19:48Z"
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9.189dff2b218bab3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: f947f162-aed5-49a1-b38c-461896c40a03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: ec3eed47-00e3-44d0-b67f-1146f5f53e43
  kind: Event
  lastTimestamp: "2026-03-18T17:19:53Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:19:53Z"
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9.189dff2c2c9d055f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: 35130435-a05a-45d1-b003-5bcf3d68ec07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: ec3eed47-00e3-44d0-b67f-1146f5f53e43
  kind: Event
  lastTimestamp: "2026-03-18T17:19:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:19:53Z"
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9.189dff2c330e4f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24471"
    uid: 1b0bb90a-c713-407d-8814-33f820760fad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: ec3eed47-00e3-44d0-b67f-1146f5f53e43
  kind: Event
  lastTimestamp: "2026-03-18T17:19:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:19:53Z"
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9.189dff2c33838800
    namespace: kserve-ci-e2e-test
    resourceVersion: "24472"
    uid: 6ba891e9-ec95-4a0e-9a52-d6e096de74be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: ec3eed47-00e3-44d0-b67f-1146f5f53e43
  kind: Event
  lastTimestamp: "2026-03-18T17:20:55Z"
  message: 'Readiness probe failed: Get "http://10.134.0.54:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-03-18T17:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:20:55Z"
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9.189dff33a0a5d0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24756"
    uid: 1196a99e-1730-4349-a9cc-fd3af769cdc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: ec3eed47-00e3-44d0-b67f-1146f5f53e43
  kind: Event
  lastTimestamp: "2026-03-18T17:21:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:21:08Z"
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9.189dff3db0b7a7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24855"
    uid: 32a88f29-9e6a-4d43-96b7-8d19555afada
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: 6d716549-7a3a-40b9-8751-c13a6d655037
  kind: Event
  lastTimestamp: "2026-03-18T17:19:48Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-597b8bfb5-p6qz9'
  metadata:
    creationTimestamp: "2026-03-18T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:19:48Z"
    name: isvc-predictive-sklearn-v2-predictor-597b8bfb5.189dff2b03547f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: f6e9f072-c211-4a65-9024-45e3c79e20c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: dc9464b5-2bd4-4ba0-9d6b-5c54b49e0d75
  kind: Event
  lastTimestamp: "2026-03-18T17:19:48Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-597b8bfb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:19:48Z"
    name: isvc-predictive-sklearn-v2-predictor.189dff2afee17290
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: 6942c48c-1940-491a-a42b-0cc258c40aaa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:20:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: cdc01841-f587-4c66-9d20-bc97877ba64d
  kind: Event
  lastTimestamp: "2026-03-18T17:20:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:20:18Z"
    name: isvc-predictive-sklearn-v2-predictor.189dff2e7d6360d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24583"
    uid: 9edc9caa-b754-4f11-b237-870ff5d2e405
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:20:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: cdc01841-f587-4c66-9d20-bc97877ba64d
  kind: Event
  lastTimestamp: "2026-03-18T17:20:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:20:18Z"
    name: isvc-predictive-sklearn-v2-predictor.189dff2e7dc7d70a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: ef746b25-1e5a-4a34-b905-055275850c14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:20:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24525"
    uid: cdc01841-f587-4c66-9d20-bc97877ba64d
  kind: Event
  lastTimestamp: "2026-03-18T17:21:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:21:03Z"
    name: isvc-predictive-sklearn-v2-predictor.189dff357c1893fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: a3bcf855-5ad6-404c-bbee-a07f0ac85b50
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:20:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24525"
    uid: cdc01841-f587-4c66-9d20-bc97877ba64d
  kind: Event
  lastTimestamp: "2026-03-18T17:21:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:20:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:21:03Z"
    name: isvc-predictive-sklearn-v2-predictor.189dff357ca7cef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24790"
    uid: f30a6ee5-ca17-4554-9293-b469bc5bdbaf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24384"
    uid: 0271315b-9c19-4d87-9c0a-45632c2598da
  kind: Event
  lastTimestamp: "2026-03-18T17:21:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:21:05Z"
    name: isvc-predictive-sklearn-v2.189dff2afeb8e36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24807"
    uid: a560dcc1-466d-4e8a-a003-3e4626e66cea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:19:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24384"
    uid: 0271315b-9c19-4d87-9c0a-45632c2598da
  kind: Event
  lastTimestamp: "2026-03-18T17:19:48Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:19:48Z"
    name: isvc-predictive-sklearn-v2.189dff2afefe6bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: 153453ee-fc96-4271-8478-fc0204fddc54
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24805"
    uid: 0271315b-9c19-4d87-9c0a-45632c2598da
  kind: Event
  lastTimestamp: "2026-03-18T17:21:05Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:21:05Z"
    name: isvc-predictive-sklearn-v2.189dff3cf4b9fb64
    namespace: kserve-ci-e2e-test
    resourceVersion: "24806"
    uid: 588862ac-6d5c-4537-96b5-275aa7abb55e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: 15bc41a5-6703-4f4d-b849-db008411b3fb
  kind: Event
  lastTimestamp: "2026-03-18T17:17:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:17:05Z"
    name: isvc-predictive-sklearn.189dfeee552298a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23164"
    uid: c3d74b32-98d6-4488-8367-164108cfb73e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: 15bc41a5-6703-4f4d-b849-db008411b3fb
  kind: Event
  lastTimestamp: "2026-03-18T17:15:27Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:15:27Z"
    name: isvc-predictive-sklearn.189dfeee5566411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22664"
    uid: 1f1513a5-8f33-419d-aa98-fa727989526b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: 15bc41a5-6703-4f4d-b849-db008411b3fb
  kind: Event
  lastTimestamp: "2026-03-18T17:15:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:15:27Z"
    name: isvc-predictive-sklearn.189dfeee5566923e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22665"
    uid: 07344a8a-963a-471c-bc77-93395b45686e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23162"
    uid: 15bc41a5-6703-4f4d-b849-db008411b3fb
  kind: Event
  lastTimestamp: "2026-03-18T17:17:05Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:17:05Z"
    name: isvc-predictive-sklearn.189dff051ecd91a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 11947330-108a-42f2-9fd5-e07908d8f8e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:17:08.345480Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23219"
    uid: 9e97971d-1fc6-4cc8-8cab-2d11ed56b422
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:17:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:17:08Z"
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w.189dff05bbdb75d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23225"
    uid: f6235b91-c3a8-42ce-a0cc-9e9b626b5503
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23228"
    uid: 9e97971d-1fc6-4cc8-8cab-2d11ed56b422
  kind: Event
  lastTimestamp: "2026-03-18T17:17:08Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:17:08Z"
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w.189dff05d4e215a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 715fbb2b-4a9b-4b5d-bbc6-60643031d664
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: 9e97971d-1fc6-4cc8-8cab-2d11ed56b422
  kind: Event
  lastTimestamp: "2026-03-18T17:17:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:17:08Z"
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w.189dff05d6174833
    namespace: kserve-ci-e2e-test
    resourceVersion: "23237"
    uid: bde1c98d-570f-46af-b6b2-ca0d521e9805
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: 9e97971d-1fc6-4cc8-8cab-2d11ed56b422
  kind: Event
  lastTimestamp: "2026-03-18T17:17:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:17:08Z"
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w.189dff05d9a1b010
    namespace: kserve-ci-e2e-test
    resourceVersion: "23239"
    uid: 54983481-ba57-4a42-8e6a-9c0bc798accf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: 9e97971d-1fc6-4cc8-8cab-2d11ed56b422
  kind: Event
  lastTimestamp: "2026-03-18T17:17:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:17:08Z"
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w.189dff05da18a4ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: bfc0690b-ae71-4812-bf2a-4570ad638038
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: 9e97971d-1fc6-4cc8-8cab-2d11ed56b422
  kind: Event
  lastTimestamp: "2026-03-18T17:17:12Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:17:12Z"
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w.189dff06cba912f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23268"
    uid: 12a43009-6e3b-4dde-883b-8e3a3d73f15d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: 9e97971d-1fc6-4cc8-8cab-2d11ed56b422
  kind: Event
  lastTimestamp: "2026-03-18T17:17:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:17:12Z"
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w.189dff06cf255082
    namespace: kserve-ci-e2e-test
    resourceVersion: "23272"
    uid: a8b000de-3dd1-4312-942b-3d9002845401
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: 9e97971d-1fc6-4cc8-8cab-2d11ed56b422
  kind: Event
  lastTimestamp: "2026-03-18T17:17:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:17:12Z"
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w.189dff06cf973ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: 398d142a-7ebd-4435-885d-59a5d434ebbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: 9e97971d-1fc6-4cc8-8cab-2d11ed56b422
  kind: Event
  lastTimestamp: "2026-03-18T17:18:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:18:17Z"
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w.189dff0707b39f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23864"
    uid: ec691954-3510-4a21-91f3-ac3b786cb0f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23221"
    uid: 9e97971d-1fc6-4cc8-8cab-2d11ed56b422
  kind: Event
  lastTimestamp: "2026-03-18T17:18:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:18:28Z"
    name: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w.189dff1851faf214
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: 207e40cd-5f93-41f6-9d6b-e9a0da8c72ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-57fb54b9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23206"
    uid: 71d9b740-2de4-4169-a110-ce6c0d7731de
  kind: Event
  lastTimestamp: "2026-03-18T17:17:08Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-57fb54b9b8-dqp9w'
  metadata:
    creationTimestamp: "2026-03-18T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:17:08Z"
    name: isvc-predictive-xgboost-predictor-57fb54b9b8.189dff05bb666d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: f9217f9f-b979-46e6-84bf-6fcf80e0563d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23204"
    uid: 663d4165-4195-4306-aaea-582ad4b315d9
  kind: Event
  lastTimestamp: "2026-03-18T17:17:08Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-57fb54b9b8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:17:08Z"
    name: isvc-predictive-xgboost-predictor.189dff05abb0f3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23210"
    uid: e943164e-c011-49f3-ba45-1883905838d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: cdc685fe-ed91-46ad-8c64-42484c2c5042
  kind: Event
  lastTimestamp: "2026-03-18T17:17:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:17:23Z"
    name: isvc-predictive-xgboost-predictor.189dff092ab993bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23602"
    uid: bba50ada-cd4a-4461-b0b6-dda2f7ab3788
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: cdc685fe-ed91-46ad-8c64-42484c2c5042
  kind: Event
  lastTimestamp: "2026-03-18T17:17:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:17:23Z"
    name: isvc-predictive-xgboost-predictor.189dff092afacd4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23604"
    uid: f445b0f8-e82e-4b64-9231-ac32ec4a9f48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23603"
    uid: cdc685fe-ed91-46ad-8c64-42484c2c5042
  kind: Event
  lastTimestamp: "2026-03-18T17:18:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:18:23Z"
    name: isvc-predictive-xgboost-predictor.189dff0ca9e42d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23892"
    uid: 475410d6-e4f3-4c64-9a61-efa4e78245d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23603"
    uid: cdc685fe-ed91-46ad-8c64-42484c2c5042
  kind: Event
  lastTimestamp: "2026-03-18T17:18:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:18:23Z"
    name: isvc-predictive-xgboost-predictor.189dff0caa4f0132
    namespace: kserve-ci-e2e-test
    resourceVersion: "23893"
    uid: 302e24ed-0b17-4a05-8218-183cbcc05237
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:21:08.756252Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: 1024df20-af7e-4007-9897-75100735b096
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:21:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:21:08Z"
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn.189dff3db574c1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24865"
    uid: 9580be47-0a5c-4de1-9b0b-1c51acd74a38
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24869"
    uid: 1024df20-af7e-4007-9897-75100735b096
  kind: Event
  lastTimestamp: "2026-03-18T17:21:09Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:21:09Z"
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn.189dff3dcf2414f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24878"
    uid: f76b529d-f040-42bf-b7a9-f4f3b1903cad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 1024df20-af7e-4007-9897-75100735b096
  kind: Event
  lastTimestamp: "2026-03-18T17:21:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:21:09Z"
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn.189dff3dd05bb930
    namespace: kserve-ci-e2e-test
    resourceVersion: "24880"
    uid: 66eda633-6404-4d12-af75-52666c684e20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 1024df20-af7e-4007-9897-75100735b096
  kind: Event
  lastTimestamp: "2026-03-18T17:21:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:21:09Z"
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn.189dff3dd4117fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24883"
    uid: 1b94fbde-7cf8-497a-ad94-10fe1b550976
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 1024df20-af7e-4007-9897-75100735b096
  kind: Event
  lastTimestamp: "2026-03-18T17:21:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:21:09Z"
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn.189dff3dd4ce641a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24885"
    uid: 85be4d43-c78e-4280-b3a5-739b1ca3d9d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 1024df20-af7e-4007-9897-75100735b096
  kind: Event
  lastTimestamp: "2026-03-18T17:21:13Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:21:13Z"
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn.189dff3edd63f8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24912"
    uid: 2afad995-e099-47ae-95e9-19c35a7ae7a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 1024df20-af7e-4007-9897-75100735b096
  kind: Event
  lastTimestamp: "2026-03-18T17:21:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:21:13Z"
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn.189dff3ee0be41a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24918"
    uid: 46dbf791-168e-4735-a05c-84917a069009
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 1024df20-af7e-4007-9897-75100735b096
  kind: Event
  lastTimestamp: "2026-03-18T17:21:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:21:13Z"
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn.189dff3ee1354e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "24919"
    uid: 562d6041-cb4a-4efe-9729-1094e090c4be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 1024df20-af7e-4007-9897-75100735b096
  kind: Event
  lastTimestamp: "2026-03-18T17:22:18Z"
  message: 'Readiness probe failed: Get "http://10.134.0.55:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-03-18T17:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:22:18Z"
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn.189dff4651506db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25216"
    uid: ee92de90-a513-4502-aaa1-80bd401a493c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 1024df20-af7e-4007-9897-75100735b096
  kind: Event
  lastTimestamp: "2026-03-18T17:22:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:22:28Z"
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn.189dff5062652646
    namespace: kserve-ci-e2e-test
    resourceVersion: "25322"
    uid: 1b0f99f7-6e7b-4818-8d1d-3235d6dc6615
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24834"
    uid: 22017e69-4cf7-4326-ae5a-6df16e3d2838
  kind: Event
  lastTimestamp: "2026-03-18T17:21:08Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-c57b4b4b8-bbvsn'
  metadata:
    creationTimestamp: "2026-03-18T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:21:08Z"
    name: isvc-predictive-xgboost-v2-predictor-c57b4b4b8.189dff3db516b2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24863"
    uid: 8a7ea640-9c01-4968-9704-67bd5fa64885
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24831"
    uid: 2d1d7e53-9fd3-4f40-bbd9-0bcab953ff99
  kind: Event
  lastTimestamp: "2026-03-18T17:21:08Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-c57b4b4b8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:21:08Z"
    name: isvc-predictive-xgboost-v2-predictor.189dff3daeaa9920
    namespace: kserve-ci-e2e-test
    resourceVersion: "24838"
    uid: 3f1bc33b-ea60-43a9-a8bf-ced1e762cb9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: bbda32b4-d85b-4137-ae19-22f154a3eb0a
  kind: Event
  lastTimestamp: "2026-03-18T17:21:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:21:53Z"
    name: isvc-predictive-xgboost-v2-predictor.189dff412d936a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "25103"
    uid: 696c872d-3699-486e-821b-3f92d4aeef7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: bbda32b4-d85b-4137-ae19-22f154a3eb0a
  kind: Event
  lastTimestamp: "2026-03-18T17:21:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:21:53Z"
    name: isvc-predictive-xgboost-v2-predictor.189dff412dfba1af
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: cc942072-7006-4947-bdb6-880a308b17ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: bbda32b4-d85b-4137-ae19-22f154a3eb0a
  kind: Event
  lastTimestamp: "2026-03-18T17:22:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:22:23Z"
    name: isvc-predictive-xgboost-v2-predictor.189dff4baaf3c13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25238"
    uid: 07b0c985-506e-4b53-a216-6aa9cd936a34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: bbda32b4-d85b-4137-ae19-22f154a3eb0a
  kind: Event
  lastTimestamp: "2026-03-18T17:22:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:22:23Z"
    name: isvc-predictive-xgboost-v2-predictor.189dff4bab615cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25239"
    uid: e17fff91-8b16-4781-a587-aa27dc4db267
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24821"
    uid: c816be1c-1ae0-4749-8f54-0ffaa3da614b
  kind: Event
  lastTimestamp: "2026-03-18T17:22:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:22:28Z"
    name: isvc-predictive-xgboost-v2.189dff3dae7a864b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: 07183556-8880-4dbc-b68f-df42de3e35e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24821"
    uid: c816be1c-1ae0-4749-8f54-0ffaa3da614b
  kind: Event
  lastTimestamp: "2026-03-18T17:21:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:21:08Z"
    name: isvc-predictive-xgboost-v2.189dff3daecadeb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24873"
    uid: ea196a8b-f2f6-463c-8766-20e99c9993dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24858"
    uid: c816be1c-1ae0-4749-8f54-0ffaa3da614b
  kind: Event
  lastTimestamp: "2026-03-18T17:21:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:21:08Z"
    name: isvc-predictive-xgboost-v2.189dff3dbbbf5813
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: 662be905-7e73-401c-9dee-5e4f5d6351c9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:22:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25265"
    uid: c816be1c-1ae0-4749-8f54-0ffaa3da614b
  kind: Event
  lastTimestamp: "2026-03-18T17:22:28Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:22:28Z"
    name: isvc-predictive-xgboost-v2.189dff503dc3807a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25266"
    uid: 4f085606-738f-4018-801f-ba8a13119ffc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:17:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "23197"
    uid: b356690e-2a71-4f6e-bd61-7517e494cdaa
  kind: Event
  lastTimestamp: "2026-03-18T17:18:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:18:27Z"
    name: isvc-predictive-xgboost.189dff05ab84f41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 0a4dab19-27e0-4d75-adae-aa2bb2bfde7c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:18:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: b356690e-2a71-4f6e-bd61-7517e494cdaa
  kind: Event
  lastTimestamp: "2026-03-18T17:18:27Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:18:27Z"
    name: isvc-predictive-xgboost.189dff182130c75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23915"
    uid: d194c41f-1f6c-42b4-b385-a1e42939891b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:13:38.544747Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21910"
    uid: 8cc86311-8a4b-4bba-adcc-46ffe55d6bbf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:13:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:13:38Z"
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx.189dfed4e2c2566d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21918"
    uid: eb7fff06-a150-4476-bdf5-06c8050b35bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21920"
    uid: 8cc86311-8a4b-4bba-adcc-46ffe55d6bbf
  kind: Event
  lastTimestamp: "2026-03-18T17:13:38Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:13:38Z"
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx.189dfed4fc32ac2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21929"
    uid: a06f368e-e403-4a88-a8dd-eb09dfee78ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 8cc86311-8a4b-4bba-adcc-46ffe55d6bbf
  kind: Event
  lastTimestamp: "2026-03-18T17:13:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:13:38Z"
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx.189dfed4fd81601c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: 5b127334-e162-41ae-b001-343c88875346
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 8cc86311-8a4b-4bba-adcc-46ffe55d6bbf
  kind: Event
  lastTimestamp: "2026-03-18T17:13:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:13:39Z"
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx.189dfed5008292d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 545ad189-155c-4f4a-9c02-edb449a21fbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 8cc86311-8a4b-4bba-adcc-46ffe55d6bbf
  kind: Event
  lastTimestamp: "2026-03-18T17:13:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:13:39Z"
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx.189dfed500fb8b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21935"
    uid: c282a7d7-aa75-454e-90d9-a801ae1d1fb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 8cc86311-8a4b-4bba-adcc-46ffe55d6bbf
  kind: Event
  lastTimestamp: "2026-03-18T17:13:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:13:43Z"
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx.189dfed5f72071ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21959"
    uid: b3e68230-98f3-493f-acdc-61ad77cb6a87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 8cc86311-8a4b-4bba-adcc-46ffe55d6bbf
  kind: Event
  lastTimestamp: "2026-03-18T17:13:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:13:43Z"
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx.189dfed5f9fa04fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21965"
    uid: eb602215-8d2e-45d5-943a-71f2bb786434
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 8cc86311-8a4b-4bba-adcc-46ffe55d6bbf
  kind: Event
  lastTimestamp: "2026-03-18T17:13:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:13:43Z"
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx.189dfed5fa8247d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21966"
    uid: 2288cc3a-9f0d-4654-a9b2-d5612c940e11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 8cc86311-8a4b-4bba-adcc-46ffe55d6bbf
  kind: Event
  lastTimestamp: "2026-03-18T17:15:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:25Z"
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx.189dfed63312e757
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 12623a33-31da-48a1-85ad-2d201e86dbbe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 8cc86311-8a4b-4bba-adcc-46ffe55d6bbf
  kind: Event
  lastTimestamp: "2026-03-18T17:15:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:22Z"
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx.189dfeed21cd85f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22551"
    uid: 48038201-0ce8-4083-aaf7-df08e7ad6015
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: e37395a3-7c77-4180-aaec-4f50f0d57545
  kind: Event
  lastTimestamp: "2026-03-18T17:13:38Z"
  message: 'Created pod: isvc-primary-c6d0b3-predictor-678d4cb6f9-9nhhx'
  metadata:
    creationTimestamp: "2026-03-18T17:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:13:38Z"
    name: isvc-primary-c6d0b3-predictor-678d4cb6f9.189dfed4e2555e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21911"
    uid: 3c5ca0b3-811c-4c18-9ad0-6dd423fc4982
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-c6d0b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21898"
    uid: d19413fb-ebcf-437a-8e76-6badb69f1737
  kind: Event
  lastTimestamp: "2026-03-18T17:13:38Z"
  message: Scaled up replica set isvc-primary-c6d0b3-predictor-678d4cb6f9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-03-18T17:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:13:38Z"
    name: isvc-primary-c6d0b3-predictor.189dfed4d8936db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: 95a6adfb-d87d-443f-9b47-e490fc70bb87
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c6d0b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: 60f0f5ba-0799-429d-aa3b-16fcf0515b10
  kind: Event
  lastTimestamp: "2026-03-18T17:13:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:13:53Z"
    name: isvc-primary-c6d0b3-predictor.189dfed857a88ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: e07d6ea9-25ac-4f87-838e-6540dfeddcc6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c6d0b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: 60f0f5ba-0799-429d-aa3b-16fcf0515b10
  kind: Event
  lastTimestamp: "2026-03-18T17:13:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:13:53Z"
    name: isvc-primary-c6d0b3-predictor.189dfed85812b5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22015"
    uid: 2a90c358-c386-42d6-a676-fccd0ce0254d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T17:14:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c6d0b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: 60f0f5ba-0799-429d-aa3b-16fcf0515b10
  kind: Event
  lastTimestamp: "2026-03-18T17:15:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:15:08Z"
    name: isvc-primary-c6d0b3-predictor.189dfedbd6caf660
    namespace: kserve-ci-e2e-test
    resourceVersion: "22374"
    uid: 209e1795-59d5-4c46-b9d1-22efcfccb1a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T17:14:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c6d0b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22013"
    uid: 60f0f5ba-0799-429d-aa3b-16fcf0515b10
  kind: Event
  lastTimestamp: "2026-03-18T17:15:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:15:08Z"
    name: isvc-primary-c6d0b3-predictor.189dfedbd7395ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22375"
    uid: a2df4451-1ee1-4131-8892-1d2e9eb34e2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c6d0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 1ca6b89c-37cc-4f4f-984e-da92e3e536ff
  kind: Event
  lastTimestamp: "2026-03-18T17:15:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:15:05Z"
    name: isvc-primary-c6d0b3.189dfed4d86a8ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: 9f07948c-c9d0-46db-9ef7-046038a2ce84
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c6d0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 1ca6b89c-37cc-4f4f-984e-da92e3e536ff
  kind: Event
  lastTimestamp: "2026-03-18T17:13:38Z"
  message: 'Failed to update status for InferenceService "isvc-primary-c6d0b3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-c6d0b3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:13:38Z"
    name: isvc-primary-c6d0b3.189dfed4d8b71100
    namespace: kserve-ci-e2e-test
    resourceVersion: "21906"
    uid: 3dc96ca0-9682-4da1-98dc-461d78633538
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:13:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c6d0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21875"
    uid: 1ca6b89c-37cc-4f4f-984e-da92e3e536ff
  kind: Event
  lastTimestamp: "2026-03-18T17:13:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-c6d0b3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:13:38Z"
    name: isvc-primary-c6d0b3.189dfed4d8b748c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21908"
    uid: 5aa6d306-a595-421f-971d-0b76f9f6656e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c6d0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22340"
    uid: 1ca6b89c-37cc-4f4f-984e-da92e3e536ff
  kind: Event
  lastTimestamp: "2026-03-18T17:15:05Z"
  message: InferenceService [isvc-primary-c6d0b3] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:15:05Z"
    name: isvc-primary-c6d0b3.189dfee912f926ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "22341"
    uid: 5e629d26-fd36-4c41-a5f3-d0b6ec2653c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:15:08.747732Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22391"
    uid: 7d9dd211-7bf1-4049-a6a7-5856daf7b3b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:15:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:15:08Z"
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46.189dfee9e346b106
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: c42111f6-c008-41d2-b58c-9595e525e717
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22403"
    uid: 7d9dd211-7bf1-4049-a6a7-5856daf7b3b2
  kind: Event
  lastTimestamp: "2026-03-18T17:15:09Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:15:09Z"
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46.189dfee9fc5a86ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22407"
    uid: 303d43c3-10a0-4a83-bf48-47cdab7bf896
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: 7d9dd211-7bf1-4049-a6a7-5856daf7b3b2
  kind: Event
  lastTimestamp: "2026-03-18T17:15:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:10Z"
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46.189dfee9fd8ef1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22427"
    uid: 829b7407-695a-4873-a30d-8c5ddf439fbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: 7d9dd211-7bf1-4049-a6a7-5856daf7b3b2
  kind: Event
  lastTimestamp: "2026-03-18T17:15:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:10Z"
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46.189dfeea00f7b2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22431"
    uid: d928ef6d-6a93-4c6b-9edf-9612f749b2d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: 7d9dd211-7bf1-4049-a6a7-5856daf7b3b2
  kind: Event
  lastTimestamp: "2026-03-18T17:15:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:10Z"
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46.189dfeea016bec69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22432"
    uid: 6e593143-75d5-4ed0-8a91-f2573d3a8474
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: 7d9dd211-7bf1-4049-a6a7-5856daf7b3b2
  kind: Event
  lastTimestamp: "2026-03-18T17:15:12Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46_kserve-ci-e2e-test(7d9dd211-7bf1-4049-a6a7-5856daf7b3b2)
  metadata:
    creationTimestamp: "2026-03-18T17:15:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:15:12Z"
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46.189dfeea86421ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22449"
    uid: 86a13ac2-a2e7-4f90-b90f-6cb49c2d6532
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22379"
    uid: beb54ac2-504f-4fec-b571-eb66db815e1e
  kind: Event
  lastTimestamp: "2026-03-18T17:15:08Z"
  message: 'Created pod: isvc-secondary-c6d0b3-predictor-64ddc58f8b-5lg46'
  metadata:
    creationTimestamp: "2026-03-18T17:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:15:08Z"
    name: isvc-secondary-c6d0b3-predictor-64ddc58f8b.189dfee9e2b7759d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22392"
    uid: 18807cd1-ff07-4fe3-b1e1-2dbe139d74d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-c6d0b3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22377"
    uid: a4f2e6dc-cc8b-4ce2-afb3-bd5277f965e9
  kind: Event
  lastTimestamp: "2026-03-18T17:15:08Z"
  message: Scaled up replica set isvc-secondary-c6d0b3-predictor-64ddc58f8b from 0
    to 1
  metadata:
    creationTimestamp: "2026-03-18T17:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:15:08Z"
    name: isvc-secondary-c6d0b3-predictor.189dfee9d70b523e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22381"
    uid: 83b994d7-9023-4386-846c-4fc6cc4f9088
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c6d0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: 733c801d-d1fa-4932-bd10-33f14ab38566
  kind: Event
  lastTimestamp: "2026-03-18T17:15:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:15:12Z"
    name: isvc-secondary-c6d0b3.189dfee9d6e77152
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 61447269-74cb-44ee-86a0-33714b359b84
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c6d0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: 733c801d-d1fa-4932-bd10-33f14ab38566
  kind: Event
  lastTimestamp: "2026-03-18T17:15:08Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-c6d0b3":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-c6d0b3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:15:08Z"
    name: isvc-secondary-c6d0b3.189dfee9d72c6767
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: e2021f7b-7d3d-409a-b321-07b339204a33
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:15:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c6d0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: 733c801d-d1fa-4932-bd10-33f14ab38566
  kind: Event
  lastTimestamp: "2026-03-18T17:15:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-c6d0b3": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:15:08Z"
    name: isvc-secondary-c6d0b3.189dfee9d72cb81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22390"
    uid: e0ffce67-f954-411f-9882-202414bb5184
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:54:28.246380Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14264"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:54:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:54:28Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdc90fa2431c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14270"
    uid: 6dfc3849-4bb4-483a-a69f-f0fdd1f65b62
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14275"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:54:28Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:54:28Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdc928fb3a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14284"
    uid: bee74ba5-497d-4c17-8ef8-08fb3bde77cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:54:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:28Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdc92a505afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14286"
    uid: a43ee26b-d31c-4062-8727-84b1faa7c555
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:54:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:28Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdc92d40e288
    namespace: kserve-ci-e2e-test
    resourceVersion: "14289"
    uid: d94cbf0b-501b-430d-905e-06ee145e2b74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:54:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:28Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdc92db562fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14290"
    uid: 44243fc6-93e0-48ec-ba79-c5da6f32fb75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:54:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:33Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdca3607664d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14332"
    uid: 6453609a-d41b-4c6a-8049-d389421ed1bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:54:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:33Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdca3957f36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14336"
    uid: 27eded42-8160-4a46-a318-30435e309af6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:54:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:33Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdca39cf2c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "14337"
    uid: 7959290d-236b-41da-a67f-7720bf7dbb52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:54:33Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:cab133324d68b27f17465b709b1f810378c35c8f4f8d66340cb17b28b83911cd"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:33Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdca39dce4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 14802ce4-a57b-45e9-a893-bdc99d339f5d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:54:33Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-03-18T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:33Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdca3d6553ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14340"
    uid: a059ab4f-a6b0-4303-b5dc-522d268a6255
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:54:33Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-03-18T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:33Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdca3dde3962
    namespace: kserve-ci-e2e-test
    resourceVersion: "14341"
    uid: 8381816d-d7c6-493e-a89b-17b4a633da8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:56:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:26Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdca7202f2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15322"
    uid: 11d5b9fc-0b46-486e-811e-3492d4349ebf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:56:26Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-03-18T16:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:26Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfdcaadc4d6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: d4d37aea-dfd7-451c-91de-cd42715762e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:56:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:03Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfddf3c7e2e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "15064"
    uid: d16d65ee-cadb-456c-83f5-9e261b77aa07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm
    namespace: kserve-ci-e2e-test
    resourceVersion: "14266"
    uid: b897baac-bbf7-4ed9-8ac8-7a44308baaae
  kind: Event
  lastTimestamp: "2026-03-18T16:56:03Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-03-18T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:03Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm.189dfddf3c7fdeab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: 1c59122c-3598-4454-a500-34a3b7b414c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14250"
    uid: 89e698a1-85e6-4025-b1f1-9c6f8e187cf7
  kind: Event
  lastTimestamp: "2026-03-18T16:54:28Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-6466bdb79f-rl9fm'
  metadata:
    creationTimestamp: "2026-03-18T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:54:28Z"
    name: isvc-sklearn-batcher-custom-predictor-6466bdb79f.189dfdc90f2c7b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "14265"
    uid: 88e1fd5a-8f8b-473b-9b3c-4a83175a9351
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14248"
    uid: 9bb1a04e-d6fc-45c3-b97a-5f8de7fd6e49
  kind: Event
  lastTimestamp: "2026-03-18T16:54:28Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-6466bdb79f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:54:28Z"
    name: isvc-sklearn-batcher-custom-predictor.189dfdc904f4c7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14252"
    uid: 2f56a17e-8f65-440c-9161-d9101b7edfed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14249"
    uid: 5bcbffe0-9ddb-4c41-9099-0caeb37f3c19
  kind: Event
  lastTimestamp: "2026-03-18T16:55:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:13Z"
    name: isvc-sklearn-batcher-custom-predictor.189dfdcc83f00ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14642"
    uid: 6eab600b-5897-4336-9063-57fbba999b39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14249"
    uid: 5bcbffe0-9ddb-4c41-9099-0caeb37f3c19
  kind: Event
  lastTimestamp: "2026-03-18T16:55:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:13Z"
    name: isvc-sklearn-batcher-custom-predictor.189dfdcc845af255
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: aeaa2e85-cd6a-418e-95f2-4ba87487d459
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14417"
    uid: 5bcbffe0-9ddb-4c41-9099-0caeb37f3c19
  kind: Event
  lastTimestamp: "2026-03-18T16:55:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:58Z"
    name: isvc-sklearn-batcher-custom-predictor.189dfdd701a23bc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: 5621a5e4-5a68-4c59-92a0-277cbb968759
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14417"
    uid: 5bcbffe0-9ddb-4c41-9099-0caeb37f3c19
  kind: Event
  lastTimestamp: "2026-03-18T16:55:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:55:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:55:58Z"
    name: isvc-sklearn-batcher-custom-predictor.189dfdd70213986d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14982"
    uid: 2df37d4d-1f71-496f-823a-db0de078fbbd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14225"
    uid: 1229c4b3-f60f-47bc-b8c3-2fe0505661ef
  kind: Event
  lastTimestamp: "2026-03-18T16:55:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:55:56Z"
    name: isvc-sklearn-batcher-custom.189dfdc904cd71a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: a7db6b95-9630-4df0-ab77-e1b43725cf82
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14225"
    uid: 1229c4b3-f60f-47bc-b8c3-2fe0505661ef
  kind: Event
  lastTimestamp: "2026-03-18T16:54:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:54:28Z"
    name: isvc-sklearn-batcher-custom.189dfdc90544a0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14254"
    uid: 75035c10-e150-49ee-a553-d9bfa4982309
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:55:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14960"
    uid: 1229c4b3-f60f-47bc-b8c3-2fe0505661ef
  kind: Event
  lastTimestamp: "2026-03-18T16:55:56Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:55:56Z"
    name: isvc-sklearn-batcher-custom.189dfddd8db86e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: d49a199a-535f-45d9-b9f4-e4e443bd14cf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:52:42.941911Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13349"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:52:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:52:42Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb08b00a549
    namespace: kserve-ci-e2e-test
    resourceVersion: "13354"
    uid: f44d2ddf-0fe5-46a0-a7b2-c7b1a8037185
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13360"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:52:43Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:52:43Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb0a4602eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13365"
    uid: a2f6f84c-a066-4b7a-a590-167fdce4d618
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:52:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
  metadata:
    creationTimestamp: "2026-03-18T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:52:43Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb0a5b13c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13367"
    uid: c866a898-0321-4f46-97d0-2d3d3c355f6f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:52:47Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    in 3.614s (3.614s including waiting). Image size: 298768935 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T16:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:52:47Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb17d2817d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13394"
    uid: 1528561e-24dd-4999-a039-edcb57655274
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:52:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T16:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:52:47Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb18074ef04
    namespace: kserve-ci-e2e-test
    resourceVersion: "13395"
    uid: 932f5044-21a9-4f07-bfc6-51b42835856b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:52:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T16:52:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:52:47Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb180f296e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13397"
    uid: e5caee77-3f6a-40d8-a03a-0c43843efe3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:52:51Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
  metadata:
    creationTimestamp: "2026-03-18T16:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:52:51Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb29cc85cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13469"
    uid: 5c08b938-f469-497e-967a-2b7939a57773
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:52:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    in 6.351s (6.351s including waiting). Image size: 588839565 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T16:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:52:58Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb41758ff19
    namespace: kserve-ci-e2e-test
    resourceVersion: "13548"
    uid: d530c1a9-7a7d-4636-8231-aa9984891950
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:52:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:52:58Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb41b5a4510
    namespace: kserve-ci-e2e-test
    resourceVersion: "13549"
    uid: cb2193bb-ab7e-46ff-a447-31b7ce23d05a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:52:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:52:58Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb41bd2afa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "13550"
    uid: 3dc65f4b-12df-4567-9b81-0612049f0421
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:52:58Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:cab133324d68b27f17465b709b1f810378c35c8f4f8d66340cb17b28b83911cd"
  metadata:
    creationTimestamp: "2026-03-18T16:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:52:58Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb41bde5e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13552"
    uid: 00d0490a-16e0-4b4e-b9b1-e2b127282e0c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:53:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:cab133324d68b27f17465b709b1f810378c35c8f4f8d66340cb17b28b83911cd"
    in 1.913s (1.913s including waiting). Image size: 237460532 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T16:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:00Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb48df08e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13563"
    uid: 733ed0d7-c8c6-4394-9f4b-e7cbaf173a9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:53:00Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-03-18T16:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:00Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb4913a16e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13564"
    uid: ce1b9e22-00b9-464f-a8ea-421dbb5172c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:53:00Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-03-18T16:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:53:00Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb491ad87aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "13565"
    uid: d97348f8-2559-4082-9e62-523cee5042f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:54:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T16:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:52Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb4b7afb497
    namespace: kserve-ci-e2e-test
    resourceVersion: "14486"
    uid: 87eff241-d1f6-4154-b627-8687183ad287
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:54:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-03-18T16:53:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:52Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdb4f37cc721
    namespace: kserve-ci-e2e-test
    resourceVersion: "14487"
    uid: 9f8b8232-766e-493f-9192-0109fa4a8089
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:54:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:27Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdc8ffe6f07e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14237"
    uid: cc01e222-e9b0-4383-91c4-18ffc1036203
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13351"
    uid: 94a388fe-f8dd-4e67-8ae5-82157cf67a3c
  kind: Event
  lastTimestamp: "2026-03-18T16:54:27Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-03-18T16:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:54:27Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr.189dfdc8ffe85ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14238"
    uid: 2d598301-100b-4898-b6a5-3607cc48d5f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-bfbcdb44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13333"
    uid: b1b82567-c20f-4513-91c7-d13153ca6bdd
  kind: Event
  lastTimestamp: "2026-03-18T16:52:42Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-bfbcdb44b-w4hqr'
  metadata:
    creationTimestamp: "2026-03-18T16:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:52:42Z"
    name: isvc-sklearn-batcher-predictor-bfbcdb44b.189dfdb08a91503b
    namespace: kserve-ci-e2e-test
    resourceVersion: "13350"
    uid: d1514453-30c6-4945-bbb9-eb5597ec233e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13332"
    uid: b8bbacb6-bf2b-4204-8ac8-c803d25e160b
  kind: Event
  lastTimestamp: "2026-03-18T16:52:42Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-bfbcdb44b from 0 to
    1
  metadata:
    creationTimestamp: "2026-03-18T16:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:52:42Z"
    name: isvc-sklearn-batcher-predictor.189dfdb07c8ba686
    namespace: kserve-ci-e2e-test
    resourceVersion: "13334"
    uid: bdafe664-9b0e-4059-a5af-59340643c070
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13340"
    uid: b9b3d2bf-6cc6-4a53-8a23-cade61c6b495
  kind: Event
  lastTimestamp: "2026-03-18T16:53:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:53:12Z"
    name: isvc-sklearn-batcher-predictor.189dfdb404ba83ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "13665"
    uid: 47e9d4d8-8f61-4052-bde2-f2cf35b9dece
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13340"
    uid: b9b3d2bf-6cc6-4a53-8a23-cade61c6b495
  kind: Event
  lastTimestamp: "2026-03-18T16:53:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:53:12Z"
    name: isvc-sklearn-batcher-predictor.189dfdb405566e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "13666"
    uid: 9f5cfecd-121c-4d3b-a78c-a1b77160adc9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13521"
    uid: b9b3d2bf-6cc6-4a53-8a23-cade61c6b495
  kind: Event
  lastTimestamp: "2026-03-18T16:54:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:54:12Z"
    name: isvc-sklearn-batcher-predictor.189dfdbb03a31bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: 4a84c2f9-7fce-45cf-a32d-80fb0f3abafc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T16:53:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13521"
    uid: b9b3d2bf-6cc6-4a53-8a23-cade61c6b495
  kind: Event
  lastTimestamp: "2026-03-18T16:54:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:54:12Z"
    name: isvc-sklearn-batcher-predictor.189dfdbb0445312f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14104"
    uid: a416e669-6f80-4ea9-85e7-8feb45c34127
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13321"
    uid: 3ea5d584-d7a0-4930-ada2-321615788c0e
  kind: Event
  lastTimestamp: "2026-03-18T16:54:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:54:22Z"
    name: isvc-sklearn-batcher.189dfdb0849ec915
    namespace: kserve-ci-e2e-test
    resourceVersion: "14177"
    uid: 1d39936d-63b1-4d1a-b8dc-ad49dbce9a79
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13321"
    uid: 3ea5d584-d7a0-4930-ada2-321615788c0e
  kind: Event
  lastTimestamp: "2026-03-18T16:52:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:52:42Z"
    name: isvc-sklearn-batcher.189dfdb0850091d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13357"
    uid: f237fb01-29a2-4c47-955d-5c15325d64f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T16:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13321"
    uid: 3ea5d584-d7a0-4930-ada2-321615788c0e
  kind: Event
  lastTimestamp: "2026-03-18T16:52:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:52:42Z"
    name: isvc-sklearn-batcher.189dfdb08500ed06
    namespace: kserve-ci-e2e-test
    resourceVersion: "13359"
    uid: bdc46f6f-449f-4715-8bf2-ad9629476529
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:54:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14175"
    uid: 3ea5d584-d7a0-4930-ada2-321615788c0e
  kind: Event
  lastTimestamp: "2026-03-18T16:54:22Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:54:22Z"
    name: isvc-sklearn-batcher.189dfdc7b0d1a2b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: d3c5b794-071c-4d9a-b986-2ea127feff4e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:04:49.759400Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18899"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:04:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:04:49Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe59c4b24842
    namespace: kserve-ci-e2e-test
    resourceVersion: "18903"
    uid: cfd4866e-116d-455c-8022-7e7fc4772ca6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:04:50Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:04:50Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe59df0081ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18914"
    uid: 05ed92c6-3199-4920-8ff8-3540455237ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:04:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:50Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe59e067be83
    namespace: kserve-ci-e2e-test
    resourceVersion: "18916"
    uid: eba95007-8e69-4dca-a0e2-8c4cd331774d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:04:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:50Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe59e4849d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: 4c72e050-c80d-48a8-ad50-3d9129bb52a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:04:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:50Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe59e4fdf637
    namespace: kserve-ci-e2e-test
    resourceVersion: "18920"
    uid: 29318f5c-ecbd-46e1-b918-a033c20863ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:04:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:54Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe5ad6ac12ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: 838ea1ca-8a2b-428e-a513-2b17c0b6ad8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:04:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:54Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe5ad9c69347
    namespace: kserve-ci-e2e-test
    resourceVersion: "18955"
    uid: 1923aeea-8645-40ec-aea6-da0c133187f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:04:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:54Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe5ada39c91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18956"
    uid: 7adf5750-5bf7-4f58-9ba5-e8dbb054f842
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:04:54Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-03-18T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:54Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe5ada4449a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: 097b9652-3ee3-400c-8381-1dd3fd29daff
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:04:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.059s (3.059s including waiting). Image size: 237659174 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T17:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:57Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe5b90a25d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "18970"
    uid: e520c82a-bc55-4703-bf26-3df09bbdfc0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:04:57Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-03-18T17:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:57Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe5b93d19908
    namespace: kserve-ci-e2e-test
    resourceVersion: "18971"
    uid: e4179046-458b-42d0-8854-59cd7e89b95d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:04:57Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-03-18T17:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:04:57Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe5b9448282b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18972"
    uid: 3396d9f1-25f9-4c1d-bd9e-5a66572152d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:05:30Z"
  message: 'Liveness probe failed: Get "http://10.134.0.41:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-03-18T17:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:05:30Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe632819f40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19112"
    uid: 47ed4918-dcfb-44ed-9c22-b72152c27097
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:06:30Z"
  message: 'Readiness probe failed: Get "http://10.134.0.41:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-03-18T17:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:30Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe6339eb08c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19461"
    uid: e118513c-327f-42dc-8e3f-82b9c5c22220
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:06:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:09Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe6c61aec83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: 724dc874-f815-46cc-a7a6-88908d060d93
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:06:09Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-03-18T17:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:09Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe6c61afdb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: d37cdc52-f6e2-494e-8808-184e42491f7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "18901"
    uid: 358cc23f-85d1-4a45-bd9f-a896e54b6f7e
  kind: Event
  lastTimestamp: "2026-03-18T17:06:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:06:30Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r.189dfe6c8a4292bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19462"
    uid: 0e29eccc-b83b-462e-9c6d-9fb00c0eecb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-78475f6cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18889"
    uid: 4fd5391e-c959-44f9-b0b8-7273164a73d9
  kind: Event
  lastTimestamp: "2026-03-18T17:04:49Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-78475f6cdc-msk7r'
  metadata:
    creationTimestamp: "2026-03-18T17:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:49Z"
    name: isvc-sklearn-mcp-predictor-78475f6cdc.189dfe59c444f2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18900"
    uid: feb8525d-39f3-4fb5-834e-8f9e99e11ccc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18886"
    uid: 559a9f8d-c31d-4a31-8dc8-72246e54fa07
  kind: Event
  lastTimestamp: "2026-03-18T17:04:49Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-78475f6cdc from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:04:49Z"
    name: isvc-sklearn-mcp-predictor.189dfe59bf1dff2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18890"
    uid: c6b80e18-4424-4655-b61e-1738785d1ddd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18862"
    uid: b5da304d-9a5b-47a5-8fc2-b4d77b37952f
  kind: Event
  lastTimestamp: "2026-03-18T17:06:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:06:00Z"
    name: isvc-sklearn-mcp.189dfe59beb18cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19250"
    uid: 44a10aee-dbfb-4f07-b137-59b6bebadf1e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:04:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "18862"
    uid: b5da304d-9a5b-47a5-8fc2-b4d77b37952f
  kind: Event
  lastTimestamp: "2026-03-18T17:04:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:04:49Z"
    name: isvc-sklearn-mcp.189dfe59bf2bb6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18892"
    uid: c264328a-bb2f-4d37-875a-c08e19e5b7b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:06:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19247"
    uid: b5da304d-9a5b-47a5-8fc2-b4d77b37952f
  kind: Event
  lastTimestamp: "2026-03-18T17:06:00Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:06:00Z"
    name: isvc-sklearn-mcp.189dfe6a3a1e5921
    namespace: kserve-ci-e2e-test
    resourceVersion: "19248"
    uid: 3cfcf8b1-36fd-4195-b219-7c32ee0292f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:23:51.161218Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: beb043c7-f436-46dd-b30f-6cf28fc9f944
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-86c4cc6d4-k6q4d
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:23:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:23:51Z"
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d.189dff63858be010
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: 9511dfeb-bb67-429c-93cc-0cb9d16c10fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25849"
    uid: beb043c7-f436-46dd-b30f-6cf28fc9f944
  kind: Event
  lastTimestamp: "2026-03-18T17:23:51Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:23:51Z"
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d.189dff639ea96a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "25859"
    uid: d5be4e47-4ad2-4d57-8b8d-c86dfb77899a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: beb043c7-f436-46dd-b30f-6cf28fc9f944
  kind: Event
  lastTimestamp: "2026-03-18T17:23:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:23:51Z"
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d.189dff639fd2dcdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25861"
    uid: da54bad1-3ef0-432d-b49f-63c353e88d89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: beb043c7-f436-46dd-b30f-6cf28fc9f944
  kind: Event
  lastTimestamp: "2026-03-18T17:23:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:23:51Z"
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d.189dff63a2d81aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25863"
    uid: 67c534d4-2995-43e9-aab7-1c0823c39116
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: beb043c7-f436-46dd-b30f-6cf28fc9f944
  kind: Event
  lastTimestamp: "2026-03-18T17:23:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:23:51Z"
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d.189dff63a34a6d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "25864"
    uid: 6080596a-bba7-431f-ba60-9dab82449032
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: beb043c7-f436-46dd-b30f-6cf28fc9f944
  kind: Event
  lastTimestamp: "2026-03-18T17:23:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:23:56Z"
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d.189dff64b63b9c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "25896"
    uid: 34acd4e5-948a-4f15-9c47-9937fb0d646f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: beb043c7-f436-46dd-b30f-6cf28fc9f944
  kind: Event
  lastTimestamp: "2026-03-18T17:23:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:23:56Z"
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d.189dff64b93d49f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25900"
    uid: dcf1d045-4938-405e-8df5-ae83eff564d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: beb043c7-f436-46dd-b30f-6cf28fc9f944
  kind: Event
  lastTimestamp: "2026-03-18T17:23:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:23:56Z"
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d.189dff64b9b3f27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: a7113538-ea2b-4ddc-9f9e-d9c55feb8ff6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: beb043c7-f436-46dd-b30f-6cf28fc9f944
  kind: Event
  lastTimestamp: "2026-03-18T17:25:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:25:25Z"
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d.189dff64f22cbac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: 23679958-6ec1-48b8-9a84-7fec73e05eea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: beb043c7-f436-46dd-b30f-6cf28fc9f944
  kind: Event
  lastTimestamp: "2026-03-18T17:25:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:25:21Z"
    name: isvc-sklearn-predictor-86c4cc6d4-k6q4d.189dff788c026e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26342"
    uid: 5c478deb-5886-47c2-8f16-dd945b5dee2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-86c4cc6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25829"
    uid: 103113ba-efba-40e8-b9e4-e9268ce63f72
  kind: Event
  lastTimestamp: "2026-03-18T17:23:51Z"
  message: 'Created pod: isvc-sklearn-predictor-86c4cc6d4-k6q4d'
  metadata:
    creationTimestamp: "2026-03-18T17:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:23:51Z"
    name: isvc-sklearn-predictor-86c4cc6d4.189dff638522b088
    namespace: kserve-ci-e2e-test
    resourceVersion: "25841"
    uid: 47d44ac0-2108-4485-bfe5-ec8bec50d4ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25828"
    uid: 4e5a80d0-e975-4aff-a857-7c84b93f396f
  kind: Event
  lastTimestamp: "2026-03-18T17:23:51Z"
  message: Scaled up replica set isvc-sklearn-predictor-86c4cc6d4 from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:23:51Z"
    name: isvc-sklearn-predictor.189dff637fea06ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25830"
    uid: ab857341-8987-4d44-8f06-e9bc49d4fe4e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:24:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25836"
    uid: 12e21872-3528-45ce-bcdb-a46157029958
  kind: Event
  lastTimestamp: "2026-03-18T17:24:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:24:36Z"
    name: isvc-sklearn-predictor.189dff67026dc68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26087"
    uid: a4753d08-c58d-4004-98a3-2a3c83cd6847
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:24:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25836"
    uid: 12e21872-3528-45ce-bcdb-a46157029958
  kind: Event
  lastTimestamp: "2026-03-18T17:24:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:24:36Z"
    name: isvc-sklearn-predictor.189dff6702cdd64a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26088"
    uid: 31ef0b1f-5a45-45b6-84fc-5b1732cd70c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:24:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25951"
    uid: 12e21872-3528-45ce-bcdb-a46157029958
  kind: Event
  lastTimestamp: "2026-03-18T17:25:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:25:21Z"
    name: isvc-sklearn-predictor.189dff718068dc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "26306"
    uid: 1f777f5b-2a15-411c-bc1b-02cdf26ad022
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:24:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25951"
    uid: 12e21872-3528-45ce-bcdb-a46157029958
  kind: Event
  lastTimestamp: "2026-03-18T17:25:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:25:21Z"
    name: isvc-sklearn-predictor.189dff7180d3e6fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26308"
    uid: e29b4f5f-0ef2-48e3-bc60-29795b4d4b4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:26:01.458053Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26621"
    uid: ed74f7ff-70ff-40cd-804b-b888a032192c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-798668567d-5z22v
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:26:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:26:01Z"
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v.189dff81dbd7d13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26627"
    uid: 7bd5b468-dc4d-4220-9840-fab5f90c4c64
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26631"
    uid: ed74f7ff-70ff-40cd-804b-b888a032192c
  kind: Event
  lastTimestamp: "2026-03-18T17:26:01Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:26:01Z"
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v.189dff81f5b3135d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26638"
    uid: c265cb74-d593-44fb-9d06-faaa3f7449fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: ed74f7ff-70ff-40cd-804b-b888a032192c
  kind: Event
  lastTimestamp: "2026-03-18T17:26:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:01Z"
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v.189dff81f6d37087
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: 0fb86189-d33e-4f3a-aaef-8dc00e4730c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: ed74f7ff-70ff-40cd-804b-b888a032192c
  kind: Event
  lastTimestamp: "2026-03-18T17:26:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:01Z"
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v.189dff81fa2cdebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: 1c58d840-2dcc-4ea1-926b-de7872ea1d74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: ed74f7ff-70ff-40cd-804b-b888a032192c
  kind: Event
  lastTimestamp: "2026-03-18T17:26:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:01Z"
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v.189dff81fa9d70ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26643"
    uid: 9ac76aa4-1773-4708-b99f-965125040082
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: ed74f7ff-70ff-40cd-804b-b888a032192c
  kind: Event
  lastTimestamp: "2026-03-18T17:26:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:07Z"
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v.189dff83500b5d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "26680"
    uid: 1a413c34-accb-48af-9761-7e6c63cb3a39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: ed74f7ff-70ff-40cd-804b-b888a032192c
  kind: Event
  lastTimestamp: "2026-03-18T17:26:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:07Z"
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v.189dff83538d2760
    namespace: kserve-ci-e2e-test
    resourceVersion: "26686"
    uid: 7cb66241-3db1-4433-9f1d-be22b9f1860b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: ed74f7ff-70ff-40cd-804b-b888a032192c
  kind: Event
  lastTimestamp: "2026-03-18T17:26:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:07Z"
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v.189dff8353faa3ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26687"
    uid: cf9bf7b0-52c5-445a-b771-827d13e27266
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: ed74f7ff-70ff-40cd-804b-b888a032192c
  kind: Event
  lastTimestamp: "2026-03-18T17:26:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:19Z"
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v.189dff838bfa9224
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: de7b4b3c-97b6-4301-ae7c-c941a36eac32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: ed74f7ff-70ff-40cd-804b-b888a032192c
  kind: Event
  lastTimestamp: "2026-03-18T17:26:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:38Z"
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v.189dff8a926eb8ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26865"
    uid: 9a3deb69-dbce-43c1-80ba-cd7bc7d1d447
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: ed74f7ff-70ff-40cd-804b-b888a032192c
  kind: Event
  lastTimestamp: "2026-03-18T17:26:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-03-18T17:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:40Z"
    name: isvc-sklearn-runtime-predictor-798668567d-5z22v.189dff8aff8535f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26917"
    uid: bcce70a7-d913-41f4-905c-eeb324fce346
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-798668567d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: 2cbf936e-3739-4a91-8eae-b853d229e262
  kind: Event
  lastTimestamp: "2026-03-18T17:26:01Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-798668567d-5z22v'
  metadata:
    creationTimestamp: "2026-03-18T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:26:01Z"
    name: isvc-sklearn-runtime-predictor-798668567d.189dff81db71d0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26624"
    uid: aeacb6f8-1348-4cce-b6d3-05c24f7d1be2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26606"
    uid: b5e01b5e-f4d7-4013-b501-9a3c6f7d5938
  kind: Event
  lastTimestamp: "2026-03-18T17:26:01Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-798668567d from 0
    to 1
  metadata:
    creationTimestamp: "2026-03-18T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:26:01Z"
    name: isvc-sklearn-runtime-predictor.189dff81d6d64c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "26612"
    uid: f0595f6d-7b8b-4b20-b046-1cc734772ceb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: b31239ab-7372-4879-bf95-a9dd3ab52db8
  kind: Event
  lastTimestamp: "2026-03-18T17:26:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:26:31Z"
    name: isvc-sklearn-runtime-predictor.189dff85560b2914
    namespace: kserve-ci-e2e-test
    resourceVersion: "26805"
    uid: e7d50ba2-601a-4df7-8d38-511f0066b2ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: b31239ab-7372-4879-bf95-a9dd3ab52db8
  kind: Event
  lastTimestamp: "2026-03-18T17:26:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:26:31Z"
    name: isvc-sklearn-runtime-predictor.189dff85566f1104
    namespace: kserve-ci-e2e-test
    resourceVersion: "26806"
    uid: e0e63b07-ed31-454f-98d1-010de16ba7ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: 760193e1-abe7-4175-822d-e2a27b9f3fc6
  kind: Event
  lastTimestamp: "2026-03-18T17:26:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:26:29Z"
    name: isvc-sklearn-runtime.189dff81d6db59f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26797"
    uid: 0fe8a5ab-9e10-4ce9-87fd-11bca84f6c63
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26584"
    uid: 760193e1-abe7-4175-822d-e2a27b9f3fc6
  kind: Event
  lastTimestamp: "2026-03-18T17:26:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:26:01Z"
    name: isvc-sklearn-runtime.189dff81d9e21ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26619"
    uid: 7bf6dec5-5c2b-4c78-87b4-3eaa5c3c4cff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26795"
    uid: 760193e1-abe7-4175-822d-e2a27b9f3fc6
  kind: Event
  lastTimestamp: "2026-03-18T17:26:29Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:26:29Z"
    name: isvc-sklearn-runtime.189dff887370b89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26796"
    uid: 6d945271-9e38-4acd-a47e-4e91233ad71f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:39:52.547806Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31505"
    uid: e1cdc0d1-3960-4554-864d-a5713c259cf4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7cdc46bbf5-844gw
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:39:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:39:52Z"
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw.189e00435ca6fe36
    namespace: kserve-ci-e2e-test
    resourceVersion: "31510"
    uid: 27b0688b-9e1a-491d-8a5f-0c928e607da0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31515"
    uid: e1cdc0d1-3960-4554-864d-a5713c259cf4
  kind: Event
  lastTimestamp: "2026-03-18T17:39:52Z"
  message: Add eth0 [10.134.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:39:52Z"
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw.189e00437587695b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: 209f13c4-d9a3-44f0-bc3e-e113ede1cf2d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: e1cdc0d1-3960-4554-864d-a5713c259cf4
  kind: Event
  lastTimestamp: "2026-03-18T17:39:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:39:52Z"
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw.189e004376e77f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31524"
    uid: 82fe0b9d-0a42-44ac-a684-b6cbac0c88bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: e1cdc0d1-3960-4554-864d-a5713c259cf4
  kind: Event
  lastTimestamp: "2026-03-18T17:39:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:39:53Z"
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw.189e004379b60893
    namespace: kserve-ci-e2e-test
    resourceVersion: "31526"
    uid: 677edf13-88aa-4f7f-9e1c-83692914757f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: e1cdc0d1-3960-4554-864d-a5713c259cf4
  kind: Event
  lastTimestamp: "2026-03-18T17:39:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:39:53Z"
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw.189e00437a7116a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: 9cdeea45-8304-41ad-a2c2-48635d495325
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: e1cdc0d1-3960-4554-864d-a5713c259cf4
  kind: Event
  lastTimestamp: "2026-03-18T17:39:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:39:54Z"
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw.189e0043d52cc4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31542"
    uid: 953d99ea-5bdb-4288-ae0d-db7799713a2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: e1cdc0d1-3960-4554-864d-a5713c259cf4
  kind: Event
  lastTimestamp: "2026-03-18T17:39:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:39:54Z"
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw.189e0043d80d9d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31545"
    uid: 8f0f1f6a-8679-4c4f-ab29-072f92337af5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: e1cdc0d1-3960-4554-864d-a5713c259cf4
  kind: Event
  lastTimestamp: "2026-03-18T17:39:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:39:54Z"
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw.189e0043d87e900a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: 854637f7-eb78-469b-b8ba-60fd3feebf3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: e1cdc0d1-3960-4554-864d-a5713c259cf4
  kind: Event
  lastTimestamp: "2026-03-18T17:41:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.72:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:41:06Z"
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw.189e00441110f31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: 6b802402-0e41-4f25-b97b-00068c4fa99e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw
    namespace: kserve-ci-e2e-test
    resourceVersion: "31508"
    uid: e1cdc0d1-3960-4554-864d-a5713c259cf4
  kind: Event
  lastTimestamp: "2026-03-18T17:41:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:41:12Z"
    name: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw.189e00560d5fe6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31974"
    uid: 649a9716-7590-4479-9305-f24d097392a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7cdc46bbf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31495"
    uid: e5639f3d-4226-47cf-ac9c-bbe50e6420ed
  kind: Event
  lastTimestamp: "2026-03-18T17:39:52Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7cdc46bbf5-844gw'
  metadata:
    creationTimestamp: "2026-03-18T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:39:52Z"
    name: isvc-sklearn-s3-predictor-7cdc46bbf5.189e00435bf0f1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31506"
    uid: 2959ddc3-952b-4519-85b3-d23438499194
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31492"
    uid: 5b01ef26-cbf7-4e25-a611-b8412dd7b947
  kind: Event
  lastTimestamp: "2026-03-18T17:39:52Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7cdc46bbf5 from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:39:52Z"
    name: isvc-sklearn-s3-predictor.189e004357a2a545
    namespace: kserve-ci-e2e-test
    resourceVersion: "31497"
    uid: 861956c1-183b-48d9-8cd5-f1de0a10cbee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:40:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31494"
    uid: 9f096962-c5c2-44db-9502-9e4242e2e826
  kind: Event
  lastTimestamp: "2026-03-18T17:40:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:40:07Z"
    name: isvc-sklearn-s3-predictor.189e0046d637ed56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31616"
    uid: 7349299c-7461-442a-9310-bdf526988c77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:40:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31494"
    uid: 9f096962-c5c2-44db-9502-9e4242e2e826
  kind: Event
  lastTimestamp: "2026-03-18T17:40:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:40:07Z"
    name: isvc-sklearn-s3-predictor.189e0046d6a08a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31618"
    uid: 3d0e42fc-d0e8-4ebb-87d2-fd6a810d153b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:40:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: 9f096962-c5c2-44db-9502-9e4242e2e826
  kind: Event
  lastTimestamp: "2026-03-18T17:41:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:41:07Z"
    name: isvc-sklearn-s3-predictor.189e004a5614db8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31883"
    uid: 0f888efb-be85-4834-b3f2-325b3ca09bb3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:40:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: 9f096962-c5c2-44db-9502-9e4242e2e826
  kind: Event
  lastTimestamp: "2026-03-18T17:41:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:41:07Z"
    name: isvc-sklearn-s3-predictor.189e004a568dcd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "31884"
    uid: be9dc37a-235a-413c-90c5-3bce16cc8831
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:44:16.143895Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33062"
    uid: 902e409a-cbd4-4ff5-afea-c6b2a066e081
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:44:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:44:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg.189e0080bc343280
    namespace: kserve-ci-e2e-test
    resourceVersion: "33068"
    uid: 5aa25aa5-6dce-4af3-bdd9-0f0a7aac0bea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33072"
    uid: 902e409a-cbd4-4ff5-afea-c6b2a066e081
  kind: Event
  lastTimestamp: "2026-03-18T17:44:16Z"
  message: Add eth0 [10.134.0.76/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:44:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg.189e0080d5955453
    namespace: kserve-ci-e2e-test
    resourceVersion: "33076"
    uid: 280d7002-9826-453c-bf22-eb7d0d26113e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33065"
    uid: 902e409a-cbd4-4ff5-afea-c6b2a066e081
  kind: Event
  lastTimestamp: "2026-03-18T17:44:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg.189e0080d6e5e967
    namespace: kserve-ci-e2e-test
    resourceVersion: "33118"
    uid: 53ac9e76-625e-48c2-9a82-16891e6884d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33065"
    uid: 902e409a-cbd4-4ff5-afea-c6b2a066e081
  kind: Event
  lastTimestamp: "2026-03-18T17:44:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg.189e0080da55813b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33122"
    uid: 16f9626d-9a60-4dde-ace7-cc91ca3b2b60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33065"
    uid: 902e409a-cbd4-4ff5-afea-c6b2a066e081
  kind: Event
  lastTimestamp: "2026-03-18T17:44:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg.189e0080dae0174e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: ad1c78d6-3785-45e0-a6f2-cbcd39fffa51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "33065"
    uid: 902e409a-cbd4-4ff5-afea-c6b2a066e081
  kind: Event
  lastTimestamp: "2026-03-18T17:44:25Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg_kserve-ci-e2e-test(902e409a-cbd4-4ff5-afea-c6b2a066e081)
  metadata:
    creationTimestamp: "2026-03-18T17:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:25Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg.189e0082e968e9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33139"
    uid: 6119305d-c00f-4031-9151-3076d1c7ca75
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33047"
    uid: 7e02488a-9b45-4d4c-b652-a65731348be1
  kind: Event
  lastTimestamp: "2026-03-18T17:44:16Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9-5dwhg'
  metadata:
    creationTimestamp: "2026-03-18T17:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:44:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9.189e0080bb9ed778
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: 142f86cd-12b8-4c87-a77b-5c4d1a9c597c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33044"
    uid: 5c76234a-8a52-407c-a1ec-d60d6d459cca
  kind: Event
  lastTimestamp: "2026-03-18T17:44:15Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7cbf6fcdb9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:44:15Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.189e0080b17216dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33049"
    uid: 80034a4f-b821-44fe-8b33-c992954e7e73
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "33036"
    uid: 279da9bd-6506-4f14-a2a1-50eb180707f3
  kind: Event
  lastTimestamp: "2026-03-18T17:44:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:44:25Z"
    name: isvc-sklearn-s3-tls-custom-fail.189e0080b144c5d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33142"
    uid: 0266995d-3a5a-4972-88b8-ee05130738b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "33036"
    uid: 279da9bd-6506-4f14-a2a1-50eb180707f3
  kind: Event
  lastTimestamp: "2026-03-18T17:44:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:44:16Z"
    name: isvc-sklearn-s3-tls-custom-fail.189e0080b1aa2c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "33071"
    uid: 111fc1f2-a78f-4683-beee-8664e771343e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "33038"
    uid: 279da9bd-6506-4f14-a2a1-50eb180707f3
  kind: Event
  lastTimestamp: "2026-03-18T17:44:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T17:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:44:16Z"
    name: isvc-sklearn-s3-tls-custom-fail.189e0080bcc9933d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33073"
    uid: f72cd148-98cc-4ab6-928c-120664a97c46
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:42:44.842688Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32552"
    uid: dded66b1-cfad-4535-816c-935027fc98d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:42:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:42:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc.189e006b7a3a5421
    namespace: kserve-ci-e2e-test
    resourceVersion: "32558"
    uid: f1c4c20c-2c60-44cb-aec0-38c66abf8c22
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32561"
    uid: dded66b1-cfad-4535-816c-935027fc98d5
  kind: Event
  lastTimestamp: "2026-03-18T17:42:45Z"
  message: Add eth0 [10.134.0.75/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:42:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc.189e006b933c295e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32570"
    uid: 25db5f15-c35c-4858-8b24-f3c1ca41547c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32554"
    uid: dded66b1-cfad-4535-816c-935027fc98d5
  kind: Event
  lastTimestamp: "2026-03-18T17:42:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc.189e006b948919dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32573"
    uid: 2ee3a98d-44a1-4545-a8ed-804b70d0d0ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32554"
    uid: dded66b1-cfad-4535-816c-935027fc98d5
  kind: Event
  lastTimestamp: "2026-03-18T17:42:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc.189e006b97b66d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32575"
    uid: 1699e549-6bf4-4f07-a3eb-6180c453a855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32554"
    uid: dded66b1-cfad-4535-816c-935027fc98d5
  kind: Event
  lastTimestamp: "2026-03-18T17:42:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:45Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc.189e006b9829411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32576"
    uid: af4a7940-ed0b-46f4-aebc-62906be637c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32554"
    uid: dded66b1-cfad-4535-816c-935027fc98d5
  kind: Event
  lastTimestamp: "2026-03-18T17:42:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc.189e006c03eef0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: a8e9689f-88b3-4329-b5d1-1747816ab2b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32554"
    uid: dded66b1-cfad-4535-816c-935027fc98d5
  kind: Event
  lastTimestamp: "2026-03-18T17:42:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc.189e006c07353adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: 962e0c81-6044-48f6-ab9d-3e99797ecbab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32554"
    uid: dded66b1-cfad-4535-816c-935027fc98d5
  kind: Event
  lastTimestamp: "2026-03-18T17:42:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:42:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc.189e006c07aa5ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32599"
    uid: 715a67d5-546d-4556-8d79-addb8767ffe1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32554"
    uid: dded66b1-cfad-4535-816c-935027fc98d5
  kind: Event
  lastTimestamp: "2026-03-18T17:44:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.75:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:42:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc.189e006c3fdb0515
    namespace: kserve-ci-e2e-test
    resourceVersion: "33097"
    uid: 72f1048a-a4d5-4a0d-96e8-ae3395e67a6b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32554"
    uid: dded66b1-cfad-4535-816c-935027fc98d5
  kind: Event
  lastTimestamp: "2026-03-18T17:44:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc.189e008069956f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33021"
    uid: b355d2f7-7d58-410a-8e01-6244b2c5d735
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47
    namespace: kserve-ci-e2e-test
    resourceVersion: "32539"
    uid: 55e50002-2282-4275-b0aa-0914a51f05dc
  kind: Event
  lastTimestamp: "2026-03-18T17:42:44Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47-kpvtc'
  metadata:
    creationTimestamp: "2026-03-18T17:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:42:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47.189e006b79b0622d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32553"
    uid: a3388c08-fe53-46b2-bea8-07b76f3ca142
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32538"
    uid: d9ddfa2d-c011-4da0-afb1-f86989da00ec
  kind: Event
  lastTimestamp: "2026-03-18T17:42:44Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-84bf76db47
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:42:44Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.189e006b709ddd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32540"
    uid: 8788742f-5818-4361-af51-637e885c0b75
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: b8425859-2a29-4787-aaab-673ea9f87f4e
  kind: Event
  lastTimestamp: "2026-03-18T17:43:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:43:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.189e006ef2b8c431
    namespace: kserve-ci-e2e-test
    resourceVersion: "32729"
    uid: ef29b6ef-ec04-41d9-8307-ba89abd04a61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32546"
    uid: b8425859-2a29-4787-aaab-673ea9f87f4e
  kind: Event
  lastTimestamp: "2026-03-18T17:43:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:42:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:43:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.189e006ef352eba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32730"
    uid: dc919b7b-2df8-457a-91ee-3e644b44f5c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:43:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32666"
    uid: b8425859-2a29-4787-aaab-673ea9f87f4e
  kind: Event
  lastTimestamp: "2026-03-18T17:43:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:43:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.189e0075f1abbb3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32930"
    uid: 762e4983-580a-4580-b523-28557321469c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:43:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32666"
    uid: b8425859-2a29-4787-aaab-673ea9f87f4e
  kind: Event
  lastTimestamp: "2026-03-18T17:43:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:43:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.189e0075f2229ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32931"
    uid: d770e0b4-be86-415b-82fd-334a10b8121f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "32530"
    uid: 5de14949-a27c-48a1-9bda-d31c050f2923
  kind: Event
  lastTimestamp: "2026-03-18T17:44:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:44:08Z"
    name: isvc-sklearn-s3-tls-custom-pass.189e006b739e6c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32975"
    uid: df48964a-9ce7-4a3b-b845-bc49a5e56c84
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "32530"
    uid: 5de14949-a27c-48a1-9bda-d31c050f2923
  kind: Event
  lastTimestamp: "2026-03-18T17:42:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:42:44Z"
    name: isvc-sklearn-s3-tls-custom-pass.189e006b74088932
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 73219579-453f-47f6-b4fe-d8b4d7e50114
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "32530"
    uid: 5de14949-a27c-48a1-9bda-d31c050f2923
  kind: Event
  lastTimestamp: "2026-03-18T17:42:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T17:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:42:44Z"
    name: isvc-sklearn-s3-tls-custom-pass.189e006b7408d5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32565"
    uid: 2d65996c-94d8-4c0b-9cbf-c9e445433051
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "32973"
    uid: 5de14949-a27c-48a1-9bda-d31c050f2923
  kind: Event
  lastTimestamp: "2026-03-18T17:44:08Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:44:08Z"
    name: isvc-sklearn-s3-tls-custom-pass.189e007eec6b9a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32974"
    uid: c0beacd3-f751-40cc-ac0b-8252ca9dfdea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:42:33.663431Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32421"
    uid: 44bd78f6-b29b-40cb-985f-8392c36fe1c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:42:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:42:33Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd.189e0068dfe46225
    namespace: kserve-ci-e2e-test
    resourceVersion: "32428"
    uid: 0ac1714e-9d1d-4127-bd4f-1ea2e1c58fd7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32431"
    uid: 44bd78f6-b29b-40cb-985f-8392c36fe1c9
  kind: Event
  lastTimestamp: "2026-03-18T17:42:34Z"
  message: Add eth0 [10.134.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:42:34Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd.189e0068f908fa98
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: c1e0a1f7-37cc-4895-b75a-5f0b9510c577
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: 44bd78f6-b29b-40cb-985f-8392c36fe1c9
  kind: Event
  lastTimestamp: "2026-03-18T17:42:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd.189e0068fa73eb3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: dbcdb09d-cce4-49bf-aa00-f2bc3c14d26d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: 44bd78f6-b29b-40cb-985f-8392c36fe1c9
  kind: Event
  lastTimestamp: "2026-03-18T17:42:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd.189e0068fdd20d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: 5dc9e3de-a6d3-4eb6-aeeb-8fc2ef796f81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: 44bd78f6-b29b-40cb-985f-8392c36fe1c9
  kind: Event
  lastTimestamp: "2026-03-18T17:42:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:42:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd.189e0068fe43a13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32478"
    uid: 0eea60ef-17c7-4728-9c0a-a51ba5816cb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32425"
    uid: 44bd78f6-b29b-40cb-985f-8392c36fe1c9
  kind: Event
  lastTimestamp: "2026-03-18T17:42:43Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:43Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd.189e006b3aa1bcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32518"
    uid: ce30a62b-b63d-465c-bb22-ab890b5d66a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "32411"
    uid: abf85b3e-14e0-4699-89c5-08995a6f845f
  kind: Event
  lastTimestamp: "2026-03-18T17:42:33Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77-h52xd'
  metadata:
    creationTimestamp: "2026-03-18T17:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:42:33Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77.189e0068df6e45f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32424"
    uid: 86f703ff-605e-489e-8e1e-7a40d2c9942c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32409"
    uid: da7ed6ad-0451-4f6c-9cbe-b3c0d5f2bf8d
  kind: Event
  lastTimestamp: "2026-03-18T17:42:33Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-777b7cd77
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:42:33Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.189e0068daff2c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "32414"
    uid: 830ff72e-b8ae-44a9-a62a-148f456b525a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "32401"
    uid: 680a8b05-26fa-451a-bda1-f3345ab3f0ff
  kind: Event
  lastTimestamp: "2026-03-18T17:42:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:42:39Z"
    name: isvc-sklearn-s3-tls-global-fail.189e0068dacb7f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32479"
    uid: 4e9f9685-cf9f-43f1-b138-cacffc7d0af6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "32401"
    uid: 680a8b05-26fa-451a-bda1-f3345ab3f0ff
  kind: Event
  lastTimestamp: "2026-03-18T17:42:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:42:33Z"
    name: isvc-sklearn-s3-tls-global-fail.189e0068db30582b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32420"
    uid: 69553c58-b675-40a4-9dc1-6a2cc6dd040e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:41:12.650065Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31960"
    uid: 84fbebf0-df31-4f97-8abc-7f1d814fd214
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:41:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:41:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm.189e0056031e899a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 294ab5b4-4ca1-4e1b-af89-77fe889f49c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 84fbebf0-df31-4f97-8abc-7f1d814fd214
  kind: Event
  lastTimestamp: "2026-03-18T17:41:13Z"
  message: Add eth0 [10.134.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:41:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm.189e00561c0bf97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: 27358109-c728-4ab8-b219-18fb8bb544e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 84fbebf0-df31-4f97-8abc-7f1d814fd214
  kind: Event
  lastTimestamp: "2026-03-18T17:41:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:41:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm.189e00561d758c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31982"
    uid: 5f3c8349-7f34-440c-93e6-718139ecc023
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 84fbebf0-df31-4f97-8abc-7f1d814fd214
  kind: Event
  lastTimestamp: "2026-03-18T17:41:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:41:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm.189e00562052e447
    namespace: kserve-ci-e2e-test
    resourceVersion: "31984"
    uid: c385555c-aab5-4ffc-b007-097c2f987ac2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 84fbebf0-df31-4f97-8abc-7f1d814fd214
  kind: Event
  lastTimestamp: "2026-03-18T17:41:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:41:13Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm.189e005620c70025
    namespace: kserve-ci-e2e-test
    resourceVersion: "31985"
    uid: 30c47ab9-c747-467c-8a38-8fd5d18d486c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 84fbebf0-df31-4f97-8abc-7f1d814fd214
  kind: Event
  lastTimestamp: "2026-03-18T17:41:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:41:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm.189e00568532e93d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31999"
    uid: 5b7c1435-6b24-4730-80e8-bffc679bb9e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 84fbebf0-df31-4f97-8abc-7f1d814fd214
  kind: Event
  lastTimestamp: "2026-03-18T17:41:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:41:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm.189e0056882d065c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32003"
    uid: dd9d4d87-3621-48ea-9b32-277f8549e1a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 84fbebf0-df31-4f97-8abc-7f1d814fd214
  kind: Event
  lastTimestamp: "2026-03-18T17:41:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:41:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm.189e0056889e494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 1f248201-6660-4131-a691-99e52a7d59cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 84fbebf0-df31-4f97-8abc-7f1d814fd214
  kind: Event
  lastTimestamp: "2026-03-18T17:42:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.73:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:41:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm.189e0056c11eea9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: 8343cb98-3033-4c2e-95b7-b6582c08b9c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31961"
    uid: 84fbebf0-df31-4f97-8abc-7f1d814fd214
  kind: Event
  lastTimestamp: "2026-03-18T17:42:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:42:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm.189e0068be220efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32389"
    uid: 16df56ea-0b3d-4178-b692-c5ed598d8cca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31950"
    uid: f1ce3d84-df87-4a13-8859-eba43e979299
  kind: Event
  lastTimestamp: "2026-03-18T17:41:12Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9-jclpm'
  metadata:
    creationTimestamp: "2026-03-18T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:41:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9.189e0056028e82f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 50ea86a7-efd8-46db-8026-2f29db0ded53
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31948"
    uid: 377770d8-97f4-49cc-aadf-33445bd6643f
  kind: Event
  lastTimestamp: "2026-03-18T17:41:12Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-7c8d8c5bc9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:41:12Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.189e0055f900215c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31952"
    uid: 45001435-bc53-49d1-9e49-8ff9a2ae4a99
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31949"
    uid: 067e4f94-e5f2-42fc-be6a-c99c1aa0dbeb
  kind: Event
  lastTimestamp: "2026-03-18T17:41:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:41:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.189e005977afa388
    namespace: kserve-ci-e2e-test
    resourceVersion: "32064"
    uid: c84dc13d-b3cd-4782-8045-d9d70b34e9a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31949"
    uid: 067e4f94-e5f2-42fc-be6a-c99c1aa0dbeb
  kind: Event
  lastTimestamp: "2026-03-18T17:41:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:41:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.189e0059781b5b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32066"
    uid: 4089a6ca-b870-4a1a-9d59-c67221b39547
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32065"
    uid: 067e4f94-e5f2-42fc-be6a-c99c1aa0dbeb
  kind: Event
  lastTimestamp: "2026-03-18T17:42:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:42:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.189e005cf7b59675
    namespace: kserve-ci-e2e-test
    resourceVersion: "32333"
    uid: 5900b3b1-3715-4abc-a7d6-65743ad6c06a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32065"
    uid: 067e4f94-e5f2-42fc-be6a-c99c1aa0dbeb
  kind: Event
  lastTimestamp: "2026-03-18T17:42:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:42:27Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.189e005cf8249c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32334"
    uid: 7f809272-59e6-4648-a4be-3eec07bfe278
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 606c0d40-a770-4b8e-ac82-5c8ae39b6f1f
  kind: Event
  lastTimestamp: "2026-03-18T17:42:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:42:32Z"
    name: isvc-sklearn-s3-tls-global-pass.189e0055f8d508ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32369"
    uid: be45c7ef-96c9-4fa6-be26-3943a8be6d7a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "31929"
    uid: 606c0d40-a770-4b8e-ac82-5c8ae39b6f1f
  kind: Event
  lastTimestamp: "2026-03-18T17:41:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:41:12Z"
    name: isvc-sklearn-s3-tls-global-pass.189e0055f926de44
    namespace: kserve-ci-e2e-test
    resourceVersion: "31954"
    uid: 1e6c5256-8bcb-4c97-90cc-e1ed925b52ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:42:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "32366"
    uid: 606c0d40-a770-4b8e-ac82-5c8ae39b6f1f
  kind: Event
  lastTimestamp: "2026-03-18T17:42:32Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:42:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:42:32Z"
    name: isvc-sklearn-s3-tls-global-pass.189e006892739a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: 91be40e2-55b7-4e56-a4bb-5088fdc9c80f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:45:58.171597Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33703"
    uid: ae3a0f98-7a37-4668-80c1-b1c06a9fa0a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:45:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:45:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz.189e00987d8758a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33708"
    uid: 6566243c-b94f-4760-8898-cd92178a9155
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33711"
    uid: ae3a0f98-7a37-4668-80c1-b1c06a9fa0a8
  kind: Event
  lastTimestamp: "2026-03-18T17:45:58Z"
  message: Add eth0 [10.134.0.78/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:45:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz.189e009896b1f12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33723"
    uid: a055db60-5ede-42c7-86d6-49f3d4a07b28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: ae3a0f98-7a37-4668-80c1-b1c06a9fa0a8
  kind: Event
  lastTimestamp: "2026-03-18T17:46:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:46:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz.189e009897f65b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 789b1114-8482-4405-8570-d0b6813949a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: ae3a0f98-7a37-4668-80c1-b1c06a9fa0a8
  kind: Event
  lastTimestamp: "2026-03-18T17:46:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:46:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz.189e00989adae1a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33768"
    uid: e0d3f984-d8c7-43db-b33a-1a92af9cb212
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: ae3a0f98-7a37-4668-80c1-b1c06a9fa0a8
  kind: Event
  lastTimestamp: "2026-03-18T17:46:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:46:04Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz.189e00989b4ee89a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33769"
    uid: 1fcb32f7-4cfa-47db-8144-34137e1138f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz
    namespace: kserve-ci-e2e-test
    resourceVersion: "33705"
    uid: ae3a0f98-7a37-4668-80c1-b1c06a9fa0a8
  kind: Event
  lastTimestamp: "2026-03-18T17:46:07Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz_kserve-ci-e2e-test(ae3a0f98-7a37-4668-80c1-b1c06a9fa0a8)
  metadata:
    creationTimestamp: "2026-03-18T17:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:46:07Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz.189e009abd8aaf23
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: 3c145e52-f643-4a70-94dc-891883857b0c
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33692"
    uid: ad9535d1-f670-4b79-b407-ed629c3c55eb
  kind: Event
  lastTimestamp: "2026-03-18T17:45:58Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4-csvgz'
  metadata:
    creationTimestamp: "2026-03-18T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:45:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4.189e00987d1c6d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "33704"
    uid: 87d668c6-8fdf-4ec6-be05-0cdd4c38f81e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33690"
    uid: d796b9f9-fa81-4f54-93c6-9b9247146e01
  kind: Event
  lastTimestamp: "2026-03-18T17:45:58Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-8444f5d8d4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:45:58Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.189e009877ce3bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33695"
    uid: 509312f9-7e2d-4abc-91b1-b4885c198c02
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "33682"
    uid: d262115b-5dff-465b-9354-ebffda3cb8ad
  kind: Event
  lastTimestamp: "2026-03-18T17:46:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:46:07Z"
    name: isvc-sklearn-s3-tls-serving-fail.189e009877a84b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "33789"
    uid: 0cb0f488-b902-4354-b495-77fb3ab91746
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "33682"
    uid: d262115b-5dff-465b-9354-ebffda3cb8ad
  kind: Event
  lastTimestamp: "2026-03-18T17:45:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:45:58Z"
    name: isvc-sklearn-s3-tls-serving-fail.189e00987819e60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: e5d96945-a7d9-45cb-8026-a421a94c4060
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "33686"
    uid: d262115b-5dff-465b-9354-ebffda3cb8ad
  kind: Event
  lastTimestamp: "2026-03-18T17:45:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:45:58Z"
    name: isvc-sklearn-s3-tls-serving-fail.189e009880b75d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33716"
    uid: 481b5a9a-5b58-4d10-84c6-7b92c9628f69
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:44:26.946789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: c24905c7-188a-4ce8-b261-ae501cb946d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:44:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:44:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7.189e0083401b39ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33199"
    uid: 1b37cdb9-e0ae-41d7-b511-bd9431fb9dc1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: c24905c7-188a-4ce8-b261-ae501cb946d6
  kind: Event
  lastTimestamp: "2026-03-18T17:44:27Z"
  message: Add eth0 [10.134.0.77/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:44:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7.189e00835924a739
    namespace: kserve-ci-e2e-test
    resourceVersion: "33214"
    uid: 97e6330d-7880-4c98-abe8-dde8be6f5630
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: c24905c7-188a-4ce8-b261-ae501cb946d6
  kind: Event
  lastTimestamp: "2026-03-18T17:44:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7.189e00835a977a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "33216"
    uid: aab6fbad-2015-4f53-aa69-b1400478483f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: c24905c7-188a-4ce8-b261-ae501cb946d6
  kind: Event
  lastTimestamp: "2026-03-18T17:44:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7.189e00835d300c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "33218"
    uid: e14b4360-3933-4976-b1af-0ceb4c97c941
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: c24905c7-188a-4ce8-b261-ae501cb946d6
  kind: Event
  lastTimestamp: "2026-03-18T17:44:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7.189e00835da6782f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33219"
    uid: 6d7c8cd4-892e-419c-9fe0-f0ccca853d33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: c24905c7-188a-4ce8-b261-ae501cb946d6
  kind: Event
  lastTimestamp: "2026-03-18T17:44:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7.189e00839c5fbb56
    namespace: kserve-ci-e2e-test
    resourceVersion: "33234"
    uid: e82f4674-bbcf-4498-8818-45ba0a81dcd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: c24905c7-188a-4ce8-b261-ae501cb946d6
  kind: Event
  lastTimestamp: "2026-03-18T17:44:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7.189e0083a0351be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33238"
    uid: 82fa8e02-05ba-4979-a6af-809f6690c2bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: c24905c7-188a-4ce8-b261-ae501cb946d6
  kind: Event
  lastTimestamp: "2026-03-18T17:44:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:44:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7.189e0083a0a9a266
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: 99c686e6-9544-4005-b735-b468149f1194
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: c24905c7-188a-4ce8-b261-ae501cb946d6
  kind: Event
  lastTimestamp: "2026-03-18T17:45:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.77:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:45:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7.189e0083d84ba72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33585"
    uid: 8e4fd5cf-4da6-45e5-bce7-23d8e2e81ad5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: c24905c7-188a-4ce8-b261-ae501cb946d6
  kind: Event
  lastTimestamp: "2026-03-18T17:45:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:45:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7.189e00983c886b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33669"
    uid: 815b1e82-40e9-4404-9574-449981d02b12
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "33183"
    uid: e271e590-69a9-40a6-9feb-471c61b099af
  kind: Event
  lastTimestamp: "2026-03-18T17:44:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66-jbcv7'
  metadata:
    creationTimestamp: "2026-03-18T17:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:44:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66.189e00833f999195
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: 15e1496e-8490-4575-ad25-346fc56574ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33181"
    uid: 832cfb2c-85ad-4f9a-91f0-3e4baecbd5eb
  kind: Event
  lastTimestamp: "2026-03-18T17:44:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-78f59d8b66
    from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:44:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.189e00833c2024ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: 11c6cdfb-de3a-4091-9257-b25bdd86e000
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: 89b3b516-1665-4e46-a0e4-fdeb7e5b8704
  kind: Event
  lastTimestamp: "2026-03-18T17:45:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:45:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.189e0086bbb6f370
    namespace: kserve-ci-e2e-test
    resourceVersion: "33442"
    uid: 38a11385-81d6-4cde-98d4-1a8b04cc06ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: 89b3b516-1665-4e46-a0e4-fdeb7e5b8704
  kind: Event
  lastTimestamp: "2026-03-18T17:45:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:45:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.189e0086bc27e286
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: 1f57f132-b242-4135-851a-4b98cb4ee023
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: 89b3b516-1665-4e46-a0e4-fdeb7e5b8704
  kind: Event
  lastTimestamp: "2026-03-18T17:45:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:45:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.189e009139648b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33652"
    uid: 39e26c70-1539-4a4d-83be-b984473e858f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33304"
    uid: 89b3b516-1665-4e46-a0e4-fdeb7e5b8704
  kind: Event
  lastTimestamp: "2026-03-18T17:45:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:45:57Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.189e009139d7a845
    namespace: kserve-ci-e2e-test
    resourceVersion: "33653"
    uid: 83c9d0d4-b4c8-4ebf-9d83-d861f7882ab7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: 14153262-652d-42ac-8380-f696a572cd35
  kind: Event
  lastTimestamp: "2026-03-18T17:45:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:45:53Z"
    name: isvc-sklearn-s3-tls-serving-pass.189e00833c022e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33634"
    uid: cb04d2b8-49f2-4475-887a-62977693e892
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: 14153262-652d-42ac-8380-f696a572cd35
  kind: Event
  lastTimestamp: "2026-03-18T17:44:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:44:27Z"
    name: isvc-sklearn-s3-tls-serving-pass.189e00833c88a946
    namespace: kserve-ci-e2e-test
    resourceVersion: "33205"
    uid: 941da5e0-3611-49d6-b7a9-b37dc54fda37
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:44:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "33180"
    uid: 14153262-652d-42ac-8380-f696a572cd35
  kind: Event
  lastTimestamp: "2026-03-18T17:44:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:44:27Z"
    name: isvc-sklearn-s3-tls-serving-pass.189e008344c57e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 033adc8c-ac83-4b7d-9e09-f1e92020c85c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:45:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "33632"
    uid: 14153262-652d-42ac-8380-f696a572cd35
  kind: Event
  lastTimestamp: "2026-03-18T17:45:53Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:45:53Z"
    name: isvc-sklearn-s3-tls-serving-pass.189e00976000dd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "33633"
    uid: a61e3613-0233-49bf-88ce-5b6c0c5c6643
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: cee54ae1-02ec-4ddf-9937-8448ef6b5b5a
  kind: Event
  lastTimestamp: "2026-03-18T17:41:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:41:11Z"
    name: isvc-sklearn-s3.189e004357727e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31910"
    uid: 7408029f-9fd5-475e-8881-0c4d3f85d296
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: cee54ae1-02ec-4ddf-9937-8448ef6b5b5a
  kind: Event
  lastTimestamp: "2026-03-18T17:39:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:39:52Z"
    name: isvc-sklearn-s3.189e004357de5317
    namespace: kserve-ci-e2e-test
    resourceVersion: "31499"
    uid: 0bbefc24-597c-4bde-8036-dd35454fd522
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:41:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31908"
    uid: cee54ae1-02ec-4ddf-9937-8448ef6b5b5a
  kind: Event
  lastTimestamp: "2026-03-18T17:41:11Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:41:11Z"
    name: isvc-sklearn-s3.189e0055baa842be
    namespace: kserve-ci-e2e-test
    resourceVersion: "31909"
    uid: e779a2c5-8a28-494e-a199-0b7cf92a9cfb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-56754d4b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "25772"
    uid: 779c515a-9bf0-4c4d-8f1b-9b6cf91fcce7
  kind: Event
  lastTimestamp: "2026-03-18T17:23:49Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-56754d4b68-hxqf8'
  metadata:
    creationTimestamp: "2026-03-18T17:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:23:49Z"
    name: isvc-sklearn-scheduler-predictor-56754d4b68.189dff630d7d44a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25782"
    uid: 4b98a145-54dc-47ed-afcf-17086ecd43c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25770"
    uid: dda2f42f-bd14-44a1-a315-7e7aa9843c9c
  kind: Event
  lastTimestamp: "2026-03-18T17:23:49Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-56754d4b68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:23:49Z"
    name: isvc-sklearn-scheduler-predictor.189dff63086831f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25774"
    uid: c6382c7e-4474-453a-8099-2b68c6127041
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "25745"
    uid: c7ff8c1d-13cd-4fa9-8580-f89fe6dd6a5d
  kind: Event
  lastTimestamp: "2026-03-18T17:23:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:23:49Z"
    name: isvc-sklearn-scheduler.189dff6307f12e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25792"
    uid: b53e08bd-032f-400f-bd8d-6aaf6fe61253
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "25745"
    uid: c7ff8c1d-13cd-4fa9-8580-f89fe6dd6a5d
  kind: Event
  lastTimestamp: "2026-03-18T17:23:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:23:49Z"
    name: isvc-sklearn-scheduler.189dff63083f517c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25773"
    uid: 5a73ec1b-1f54-4806-b34a-0bb9e7f04434
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "25745"
    uid: c7ff8c1d-13cd-4fa9-8580-f89fe6dd6a5d
  kind: Event
  lastTimestamp: "2026-03-18T17:23:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:23:49Z"
    name: isvc-sklearn-scheduler.189dff63083fab6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 18bf4c92-9274-4e7c-a1fa-6c62423ee430
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:28:49.746847Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27654"
    uid: 65d0da32-07db-47d4-a164-e5b95c33ea25
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:28:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:28:49Z"
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc.189dffa90aa30c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: ebdf6848-cbe9-4c08-a280-4d14c1a6a312
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27663"
    uid: 65d0da32-07db-47d4-a164-e5b95c33ea25
  kind: Event
  lastTimestamp: "2026-03-18T17:28:50Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:28:50Z"
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc.189dffa923e071fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27672"
    uid: 74c2565c-fa98-48eb-adec-d119e662feed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 65d0da32-07db-47d4-a164-e5b95c33ea25
  kind: Event
  lastTimestamp: "2026-03-18T17:28:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:28:50Z"
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc.189dffa925336ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27674"
    uid: 7fa3aa0c-44bf-4b49-b88d-c0495675f9d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 65d0da32-07db-47d4-a164-e5b95c33ea25
  kind: Event
  lastTimestamp: "2026-03-18T17:28:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:28:50Z"
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc.189dffa928306c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "27676"
    uid: 2e095a04-b728-48f5-a485-97f0e77c668c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 65d0da32-07db-47d4-a164-e5b95c33ea25
  kind: Event
  lastTimestamp: "2026-03-18T17:28:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:28:50Z"
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc.189dffa928a3175c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27677"
    uid: d2a224e2-04a7-4d37-8024-1d260edd62d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 65d0da32-07db-47d4-a164-e5b95c33ea25
  kind: Event
  lastTimestamp: "2026-03-18T17:28:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:28:55Z"
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc.189dffaa53ee0526
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: bc7a093e-cc98-4087-bc77-6f219855cd32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 65d0da32-07db-47d4-a164-e5b95c33ea25
  kind: Event
  lastTimestamp: "2026-03-18T17:28:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:28:55Z"
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc.189dffaa56cfbb6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27715"
    uid: 6fc00686-2cb8-4e00-8007-8e55f4b7d02f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 65d0da32-07db-47d4-a164-e5b95c33ea25
  kind: Event
  lastTimestamp: "2026-03-18T17:28:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:28:55Z"
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc.189dffaa57415a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: 03cb5a4f-abe6-4380-bcb5-2c5cf84ea381
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 65d0da32-07db-47d4-a164-e5b95c33ea25
  kind: Event
  lastTimestamp: "2026-03-18T17:30:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:30:31Z"
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc.189dffaa8fef9b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "28227"
    uid: 785fc125-f32b-4ffd-8ea1-4d056b515e6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 65d0da32-07db-47d4-a164-e5b95c33ea25
  kind: Event
  lastTimestamp: "2026-03-18T17:30:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:30:29Z"
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc.189dffc04fa60e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "28170"
    uid: 916df62e-3561-4b03-acb8-4c3c8684213d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27625"
    uid: 693f9028-22ce-4b91-b155-5c510e757e0c
  kind: Event
  lastTimestamp: "2026-03-18T17:28:49Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-58b7c85c9f-wldnc'
  metadata:
    creationTimestamp: "2026-03-18T17:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:28:49Z"
    name: isvc-sklearn-v2-mixed-predictor-58b7c85c9f.189dffa90a2ecbf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27655"
    uid: 1b7ebc84-c3ab-4e9b-bca2-7c90d4d759f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: b3cb56a1-1b67-448d-9012-9359826ac8b2
  kind: Event
  lastTimestamp: "2026-03-18T17:28:49Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-58b7c85c9f from 0
    to 1
  metadata:
    creationTimestamp: "2026-03-18T17:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:28:49Z"
    name: isvc-sklearn-v2-mixed-predictor.189dffa8fe8bb16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: 72dda4c4-aee2-49c4-a507-6f4fe6e91ebf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:29:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27624"
    uid: caa60563-6f41-45f8-8145-2f0748891789
  kind: Event
  lastTimestamp: "2026-03-18T17:29:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:29:34Z"
    name: isvc-sklearn-v2-mixed-predictor.189dffac7d2d450b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27895"
    uid: 455510bc-3629-4437-89d9-8c3976920377
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:29:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27624"
    uid: caa60563-6f41-45f8-8145-2f0748891789
  kind: Event
  lastTimestamp: "2026-03-18T17:29:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:29:34Z"
    name: isvc-sklearn-v2-mixed-predictor.189dffac7d99199f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27896"
    uid: fc02fb87-8d14-4d53-8a4a-562dc04f12f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:29:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27761"
    uid: caa60563-6f41-45f8-8145-2f0748891789
  kind: Event
  lastTimestamp: "2026-03-18T17:30:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:30:19Z"
    name: isvc-sklearn-v2-mixed-predictor.189dffb6fafdce8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28094"
    uid: 6db5e331-b687-4ca0-9901-713dc12aaca7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:29:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27761"
    uid: caa60563-6f41-45f8-8145-2f0748891789
  kind: Event
  lastTimestamp: "2026-03-18T17:30:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:30:19Z"
    name: isvc-sklearn-v2-mixed-predictor.189dffb6fb45dcd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28095"
    uid: 303df394-8f28-4131-bdee-31602cedece1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: 2521d5d7-010e-476a-b75a-9d66c6ee3d98
  kind: Event
  lastTimestamp: "2026-03-18T17:30:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:30:21Z"
    name: isvc-sklearn-v2-mixed.189dffa8fe672273
    namespace: kserve-ci-e2e-test
    resourceVersion: "28112"
    uid: cc059395-38eb-48b6-8b6e-ef0b40626a74
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: 2521d5d7-010e-476a-b75a-9d66c6ee3d98
  kind: Event
  lastTimestamp: "2026-03-18T17:28:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:28:49Z"
    name: isvc-sklearn-v2-mixed.189dffa8feb2763b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: dabea0f3-6174-4579-823c-edcc0dc995cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27635"
    uid: 2521d5d7-010e-476a-b75a-9d66c6ee3d98
  kind: Event
  lastTimestamp: "2026-03-18T17:28:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:28:49Z"
    name: isvc-sklearn-v2-mixed.189dffa90b5a7974
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: 7f826da1-14c6-409f-9611-d929be889141
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28110"
    uid: 2521d5d7-010e-476a-b75a-9d66c6ee3d98
  kind: Event
  lastTimestamp: "2026-03-18T17:30:21Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:30:21Z"
    name: isvc-sklearn-v2-mixed.189dffbe5edced75
    namespace: kserve-ci-e2e-test
    resourceVersion: "28111"
    uid: e9401e91-e744-4288-b67e-b5b60bb42aef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:27:19.257295Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27152"
    uid: 0a8176e8-e342-4c6b-99d2-509149d44b56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-78c574d5fb-nkctx
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:27:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:27:19Z"
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx.189dff93f90a04c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27156"
    uid: 1d1d4a68-57cf-4a08-9061-3fce7da752ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27160"
    uid: 0a8176e8-e342-4c6b-99d2-509149d44b56
  kind: Event
  lastTimestamp: "2026-03-18T17:27:19Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:27:19Z"
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx.189dff94128c386f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27167"
    uid: b14180c9-fe41-44e5-9bb3-94f5147905d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 0a8176e8-e342-4c6b-99d2-509149d44b56
  kind: Event
  lastTimestamp: "2026-03-18T17:27:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:27:19Z"
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx.189dff9413c079ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: 1d37013f-4df7-4308-b757-b5cf1b948406
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 0a8176e8-e342-4c6b-99d2-509149d44b56
  kind: Event
  lastTimestamp: "2026-03-18T17:27:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:27:19Z"
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx.189dff941732d3e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: fe24bda5-b832-4c27-93cc-1ef13b54784c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 0a8176e8-e342-4c6b-99d2-509149d44b56
  kind: Event
  lastTimestamp: "2026-03-18T17:27:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:27:19Z"
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx.189dff9417a77e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27172"
    uid: 7ecd4762-f3f4-4091-b648-936505683f3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 0a8176e8-e342-4c6b-99d2-509149d44b56
  kind: Event
  lastTimestamp: "2026-03-18T17:27:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1241"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:27:23Z"
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx.189dff95114c41de
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 1b5dd437-2bb5-4031-b668-56bd4da37c59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 0a8176e8-e342-4c6b-99d2-509149d44b56
  kind: Event
  lastTimestamp: "2026-03-18T17:27:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:27:24Z"
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx.189dff951470d6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: 111dd53e-3ee6-48cb-baf7-65c243dc43a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 0a8176e8-e342-4c6b-99d2-509149d44b56
  kind: Event
  lastTimestamp: "2026-03-18T17:27:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:27:24Z"
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx.189dff9514e80d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: e8172a25-57a0-424f-9745-1e3f078a0d02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 0a8176e8-e342-4c6b-99d2-509149d44b56
  kind: Event
  lastTimestamp: "2026-03-18T17:28:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:28:38Z"
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx.189dff954d6cfec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: 1563ba14-3eec-451d-9649-078f2d3f3749
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27155"
    uid: 0a8176e8-e342-4c6b-99d2-509149d44b56
  kind: Event
  lastTimestamp: "2026-03-18T17:28:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:28:49Z"
    name: isvc-sklearn-v2-predictor-78c574d5fb-nkctx.189dffa90673ca9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: 3a184bc8-6c79-4905-9deb-3c545b303a4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-78c574d5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: b05b7bac-6ee9-4052-8876-871f8dc2795f
  kind: Event
  lastTimestamp: "2026-03-18T17:27:19Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-78c574d5fb-nkctx'
  metadata:
    creationTimestamp: "2026-03-18T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:27:19Z"
    name: isvc-sklearn-v2-predictor-78c574d5fb.189dff93f8751014
    namespace: kserve-ci-e2e-test
    resourceVersion: "27153"
    uid: e3ba14fd-4d40-4979-9f13-b1cb1e890ebc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27139"
    uid: 5bbd5151-2dbb-4ffb-8989-df4645bed90e
  kind: Event
  lastTimestamp: "2026-03-18T17:27:19Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-78c574d5fb from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:27:19Z"
    name: isvc-sklearn-v2-predictor.189dff93ec51315d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27143"
    uid: 6370f072-b0aa-4973-ac7b-4d3dd37e6348
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: ae44cdd9-55ef-4ad2-b9e8-ab4291663907
  kind: Event
  lastTimestamp: "2026-03-18T17:27:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:27:34Z"
    name: isvc-sklearn-v2-predictor.189dff976af2b81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: 2cce9c86-73e0-4ae5-b662-be98b5ba80b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: ae44cdd9-55ef-4ad2-b9e8-ab4291663907
  kind: Event
  lastTimestamp: "2026-03-18T17:27:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:27:34Z"
    name: isvc-sklearn-v2-predictor.189dff976b66b1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27259"
    uid: 8a512ddf-d8cb-45f4-8258-54d0bf8c06f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: ae44cdd9-55ef-4ad2-b9e8-ab4291663907
  kind: Event
  lastTimestamp: "2026-03-18T17:28:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:28:49Z"
    name: isvc-sklearn-v2-predictor.189dff9aeadf6339
    namespace: kserve-ci-e2e-test
    resourceVersion: "27609"
    uid: a4800d55-2df6-4134-a11c-9d5e176a6c97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: ae44cdd9-55ef-4ad2-b9e8-ab4291663907
  kind: Event
  lastTimestamp: "2026-03-18T17:28:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:28:49Z"
    name: isvc-sklearn-v2-predictor.189dff9aeb50c956
    namespace: kserve-ci-e2e-test
    resourceVersion: "27610"
    uid: 58d5a958-98c9-46b5-a6f4-487c891d38ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:26:39.163903Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: 3f88ca60-5bec-41c1-8d49-e2d94b7e1417
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:26:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:26:39Z"
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x.189dff8aa34967e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 70547d6a-3115-4deb-835f-59e1a992da9c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 3f88ca60-5bec-41c1-8d49-e2d94b7e1417
  kind: Event
  lastTimestamp: "2026-03-18T17:26:39Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:26:39Z"
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x.189dff8abd16e85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: e4a74c40-8201-4bf0-9dcb-2e09e8521ed3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: 3f88ca60-5bec-41c1-8d49-e2d94b7e1417
  kind: Event
  lastTimestamp: "2026-03-18T17:26:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:39Z"
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x.189dff8abe817280
    namespace: kserve-ci-e2e-test
    resourceVersion: "26898"
    uid: 5007943b-aa5e-456c-adfa-9cb6666d1b0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: 3f88ca60-5bec-41c1-8d49-e2d94b7e1417
  kind: Event
  lastTimestamp: "2026-03-18T17:26:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:39Z"
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x.189dff8ac19715e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26900"
    uid: c2862c9d-75b3-4838-95e8-5108ba7d7504
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: 3f88ca60-5bec-41c1-8d49-e2d94b7e1417
  kind: Event
  lastTimestamp: "2026-03-18T17:26:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:39Z"
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x.189dff8ac21cb6c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26901"
    uid: 683970ee-2544-4649-97b4-bf22766a6c7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: 3f88ca60-5bec-41c1-8d49-e2d94b7e1417
  kind: Event
  lastTimestamp: "2026-03-18T17:26:43Z"
  message: Container image "docker.io/seldonio/mlserver:1.5.0" already present on
    machine
  metadata:
    creationTimestamp: "2026-03-18T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:43Z"
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x.189dff8bb8fd67d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 1f61a611-3ebe-402c-a22e-bf41af8c88ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: 3f88ca60-5bec-41c1-8d49-e2d94b7e1417
  kind: Event
  lastTimestamp: "2026-03-18T17:26:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:43Z"
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x.189dff8bbc30f8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26934"
    uid: 8663ccfc-72ca-45fd-aa2b-1dcb8e64e60b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: 3f88ca60-5bec-41c1-8d49-e2d94b7e1417
  kind: Event
  lastTimestamp: "2026-03-18T17:26:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:26:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:43Z"
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x.189dff8bbca43c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: 761590a2-578b-4016-99ee-0f08db66e3e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: 3f88ca60-5bec-41c1-8d49-e2d94b7e1417
  kind: Event
  lastTimestamp: "2026-03-18T17:27:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:27:19Z"
    name: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x.189dff93e9ccf547
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: c8100ce0-389e-4c52-a47f-cd3aeb046770
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-65df85985c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26873"
    uid: 8e50ae86-9e94-41c1-8811-a16ae102d688
  kind: Event
  lastTimestamp: "2026-03-18T17:26:39Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-65df85985c-84k8x'
  metadata:
    creationTimestamp: "2026-03-18T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:26:39Z"
    name: isvc-sklearn-v2-runtime-predictor-65df85985c.189dff8aa2dd0b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "26885"
    uid: 235b6810-7539-43df-ae17-2e3d24c19ba3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26870"
    uid: defbded9-5099-4e2f-b61e-a2f8dd8b3fc6
  kind: Event
  lastTimestamp: "2026-03-18T17:26:38Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-65df85985c from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:26:38Z"
    name: isvc-sklearn-v2-runtime-predictor.189dff8a9615143e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26875"
    uid: 7b533517-132e-4773-ac4d-67c94388aba7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26872"
    uid: 1d956e7d-61c3-42db-81ce-d3285e96616f
  kind: Event
  lastTimestamp: "2026-03-18T17:26:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:26:53Z"
    name: isvc-sklearn-v2-runtime-predictor.189dff8e1507498c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: a8a9f4ba-0be3-4e37-80b4-d3244b268d69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26872"
    uid: 1d956e7d-61c3-42db-81ce-d3285e96616f
  kind: Event
  lastTimestamp: "2026-03-18T17:26:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:26:53Z"
    name: isvc-sklearn-v2-runtime-predictor.189dff8e156b459b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26986"
    uid: 4f95a939-0e63-4938-802c-0a00ef67d219
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26985"
    uid: 1d956e7d-61c3-42db-81ce-d3285e96616f
  kind: Event
  lastTimestamp: "2026-03-18T17:27:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:27:08Z"
    name: isvc-sklearn-v2-runtime-predictor.189dff91941a77ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: 7198f93c-d67a-410a-aed2-4f92c025906f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26985"
    uid: 1d956e7d-61c3-42db-81ce-d3285e96616f
  kind: Event
  lastTimestamp: "2026-03-18T17:27:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:27:08Z"
    name: isvc-sklearn-v2-runtime-predictor.189dff9194801705
    namespace: kserve-ci-e2e-test
    resourceVersion: "27055"
    uid: b83b3972-e1dc-4e3c-b477-256b6098fc3e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26841"
    uid: 24ee88b3-fe89-4652-88d7-aade356268af
  kind: Event
  lastTimestamp: "2026-03-18T17:27:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:27:15Z"
    name: isvc-sklearn-v2-runtime.189dff8a95ecba20
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: e4c10382-46e9-4e0b-9886-4e85a26d9440
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26841"
    uid: 24ee88b3-fe89-4652-88d7-aade356268af
  kind: Event
  lastTimestamp: "2026-03-18T17:26:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:26:38Z"
    name: isvc-sklearn-v2-runtime.189dff8a9655dec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26877"
    uid: 2613a6bd-64de-4648-b461-04328239bb4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26841"
    uid: 24ee88b3-fe89-4652-88d7-aade356268af
  kind: Event
  lastTimestamp: "2026-03-18T17:26:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:26:38Z"
    name: isvc-sklearn-v2-runtime.189dff8a9656215a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26878"
    uid: de478d11-3006-4ce1-bd7a-4e06626d3275
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: 24ee88b3-fe89-4652-88d7-aade356268af
  kind: Event
  lastTimestamp: "2026-03-18T17:27:15Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:27:15Z"
    name: isvc-sklearn-v2-runtime.189dff933099ebec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27094"
    uid: 9d424682-62ab-45cc-9401-a5e82a5de95e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: 6402df76-6983-4ddb-b3e0-4f81b567281d
  kind: Event
  lastTimestamp: "2026-03-18T17:28:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:28:48Z"
    name: isvc-sklearn-v2.189dff93ec2f707c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27603"
    uid: c12c29a4-7626-4bb4-8995-cef9fc6c1d2f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: 6402df76-6983-4ddb-b3e0-4f81b567281d
  kind: Event
  lastTimestamp: "2026-03-18T17:27:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:27:19Z"
    name: isvc-sklearn-v2.189dff93ec86afa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27162"
    uid: a01e2d19-03fd-4492-93f0-abb0144747ff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: 6402df76-6983-4ddb-b3e0-4f81b567281d
  kind: Event
  lastTimestamp: "2026-03-18T17:27:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:27:19Z"
    name: isvc-sklearn-v2.189dff93ec8703c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27163"
    uid: f16b6704-904b-4f54-a62a-e497f8b271a7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:28:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27600"
    uid: 6402df76-6983-4ddb-b3e0-4f81b567281d
  kind: Event
  lastTimestamp: "2026-03-18T17:28:48Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:28:48Z"
    name: isvc-sklearn-v2.189dffa8b7c1659e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27602"
    uid: 8bddea22-7aa5-4f2f-8564-88364fc62313
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 149d9deb-fa92-4930-acc7-ed1535900850
  kind: Event
  lastTimestamp: "2026-03-18T17:25:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:25:15Z"
    name: isvc-sklearn.189dff6383bb209a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26277"
    uid: bd2837ad-2801-4f16-926c-e0f007ce0dbc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 149d9deb-fa92-4930-acc7-ed1535900850
  kind: Event
  lastTimestamp: "2026-03-18T17:23:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T17:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:23:51Z"
    name: isvc-sklearn.189dff6384039756
    namespace: kserve-ci-e2e-test
    resourceVersion: "25838"
    uid: c19b7da6-f0d5-467c-9424-af284812bfda
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:23:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: 149d9deb-fa92-4930-acc7-ed1535900850
  kind: Event
  lastTimestamp: "2026-03-18T17:23:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:23:51Z"
    name: isvc-sklearn.189dff638403da89
    namespace: kserve-ci-e2e-test
    resourceVersion: "25839"
    uid: ef94611d-8ca1-4766-8514-d33c414673d7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: 149d9deb-fa92-4930-acc7-ed1535900850
  kind: Event
  lastTimestamp: "2026-03-18T17:25:15Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:25:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:25:15Z"
    name: isvc-sklearn.189dff771facfefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26276"
    uid: f2506736-ddac-4900-9e5f-b03995bae78d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:30:29.951314Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-c46f4487f-p72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28194"
    uid: 7f9868a4-0feb-4e21-b01c-6bcba698b35a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-c46f4487f-p72c6
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:30:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:30:29Z"
    name: isvc-tensorflow-predictor-c46f4487f-p72c6.189dffc05f4a1664
    namespace: kserve-ci-e2e-test
    resourceVersion: "28199"
    uid: 4c6f807b-510e-4cc0-8fa5-255460878142
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-c46f4487f-p72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28202"
    uid: 7f9868a4-0feb-4e21-b01c-6bcba698b35a
  kind: Event
  lastTimestamp: "2026-03-18T17:30:30Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:30:30Z"
    name: isvc-tensorflow-predictor-c46f4487f-p72c6.189dffc07852b0cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28210"
    uid: 81d9d1de-ae09-4ca3-b7e1-9e43d14c52c1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-c46f4487f-p72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 7f9868a4-0feb-4e21-b01c-6bcba698b35a
  kind: Event
  lastTimestamp: "2026-03-18T17:30:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:30:30Z"
    name: isvc-tensorflow-predictor-c46f4487f-p72c6.189dffc079e7792a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28212"
    uid: 74fb29b7-d77a-4ff0-b691-8d9c52bcaa95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-c46f4487f-p72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 7f9868a4-0feb-4e21-b01c-6bcba698b35a
  kind: Event
  lastTimestamp: "2026-03-18T17:30:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:30:30Z"
    name: isvc-tensorflow-predictor-c46f4487f-p72c6.189dffc07c8d0dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28214"
    uid: 83a76d56-8702-4cfc-b05f-018063710083
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-c46f4487f-p72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 7f9868a4-0feb-4e21-b01c-6bcba698b35a
  kind: Event
  lastTimestamp: "2026-03-18T17:30:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:30:30Z"
    name: isvc-tensorflow-predictor-c46f4487f-p72c6.189dffc07cfd3efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28215"
    uid: e4ea2cfd-768f-476a-bc5c-521f6fbe901d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-c46f4487f-p72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 7f9868a4-0feb-4e21-b01c-6bcba698b35a
  kind: Event
  lastTimestamp: "2026-03-18T17:30:35Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-03-18T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:30:35Z"
    name: isvc-tensorflow-predictor-c46f4487f-p72c6.189dffc1afafb403
    namespace: kserve-ci-e2e-test
    resourceVersion: "28248"
    uid: 96f5092f-c6f8-4032-95f9-93650cad0644
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-c46f4487f-p72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 7f9868a4-0feb-4e21-b01c-6bcba698b35a
  kind: Event
  lastTimestamp: "2026-03-18T17:30:39Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.7s (3.7s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:30:39Z"
    name: isvc-tensorflow-predictor-c46f4487f-p72c6.189dffc28c42aea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: a0620bd3-7e71-46d4-8a34-28a57644c00a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-c46f4487f-p72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 7f9868a4-0feb-4e21-b01c-6bcba698b35a
  kind: Event
  lastTimestamp: "2026-03-18T17:30:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:30:39Z"
    name: isvc-tensorflow-predictor-c46f4487f-p72c6.189dffc28ff157d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28272"
    uid: 2739510e-1262-41cc-850a-47f4131e6acf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-c46f4487f-p72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 7f9868a4-0feb-4e21-b01c-6bcba698b35a
  kind: Event
  lastTimestamp: "2026-03-18T17:30:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:30:39Z"
    name: isvc-tensorflow-predictor-c46f4487f-p72c6.189dffc2906ac8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28273"
    uid: 5d9a816f-084f-4b01-b4ff-e2a40bd2db94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-c46f4487f-p72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 7f9868a4-0feb-4e21-b01c-6bcba698b35a
  kind: Event
  lastTimestamp: "2026-03-18T17:30:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:30:40Z"
    name: isvc-tensorflow-predictor-c46f4487f-p72c6.189dffc29f338747
    namespace: kserve-ci-e2e-test
    resourceVersion: "28278"
    uid: f012fed6-ed4d-45df-8c30-f5e69d40b487
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-c46f4487f-p72c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: 7f9868a4-0feb-4e21-b01c-6bcba698b35a
  kind: Event
  lastTimestamp: "2026-03-18T17:31:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:09Z"
    name: isvc-tensorflow-predictor-c46f4487f-p72c6.189dffc9936ec3ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28456"
    uid: da9cd7b6-36a9-4416-8982-2054eb581a37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-c46f4487f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 549b9415-47b1-46a1-b03d-024151fd5c65
  kind: Event
  lastTimestamp: "2026-03-18T17:30:29Z"
  message: 'Created pod: isvc-tensorflow-predictor-c46f4487f-p72c6'
  metadata:
    creationTimestamp: "2026-03-18T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:30:29Z"
    name: isvc-tensorflow-predictor-c46f4487f.189dffc05eaf0b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "28198"
    uid: f05ddec3-201c-4aef-9ea0-a451677e14e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28179"
    uid: 33501d93-9d47-48f8-ae11-ceaee15aa35b
  kind: Event
  lastTimestamp: "2026-03-18T17:30:29Z"
  message: Scaled up replica set isvc-tensorflow-predictor-c46f4487f from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:30:29Z"
    name: isvc-tensorflow-predictor.189dffc0549827da
    namespace: kserve-ci-e2e-test
    resourceVersion: "28183"
    uid: ece17077-6e48-407f-aaec-68b6f1c9c2d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: c21d3c43-1dc0-43e1-9007-b95af25cd51b
  kind: Event
  lastTimestamp: "2026-03-18T17:30:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:30:44Z"
    name: isvc-tensorflow-predictor.189dffc3d39f827d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28294"
    uid: 573e6687-4cd5-4311-b3b5-54ebf08a707e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28180"
    uid: c21d3c43-1dc0-43e1-9007-b95af25cd51b
  kind: Event
  lastTimestamp: "2026-03-18T17:30:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:30:44Z"
    name: isvc-tensorflow-predictor.189dffc3d415b84e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28296"
    uid: 0e09fc98-01e5-4b06-aab3-6f1d01225fd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28295"
    uid: c21d3c43-1dc0-43e1-9007-b95af25cd51b
  kind: Event
  lastTimestamp: "2026-03-18T17:30:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:30:59Z"
    name: isvc-tensorflow-predictor.189dffc753022f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "28380"
    uid: 827e32b2-485d-467d-9548-c5f21601b91a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28295"
    uid: c21d3c43-1dc0-43e1-9007-b95af25cd51b
  kind: Event
  lastTimestamp: "2026-03-18T17:30:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:30:59Z"
    name: isvc-tensorflow-predictor.189dffc75390b881
    namespace: kserve-ci-e2e-test
    resourceVersion: "28382"
    uid: 209feef7-862a-4abf-a6a5-562ef9df4dd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:31:09.657578Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28461"
    uid: 6809c3b0-cbf5-453b-a6f4-3c08d49a2403
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:31:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:31:09Z"
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678.189dffc99df75b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28466"
    uid: 7bc97a65-e30d-4d82-be80-3c6eb77f96dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28469"
    uid: 6809c3b0-cbf5-453b-a6f4-3c08d49a2403
  kind: Event
  lastTimestamp: "2026-03-18T17:31:10Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:31:10Z"
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678.189dffc9b6faaa90
    namespace: kserve-ci-e2e-test
    resourceVersion: "28480"
    uid: 86474f2e-93ab-4029-ae6f-5981ad58b0ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28462"
    uid: 6809c3b0-cbf5-453b-a6f4-3c08d49a2403
  kind: Event
  lastTimestamp: "2026-03-18T17:31:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:10Z"
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678.189dffc9b8fc06cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28482"
    uid: 57c9ee40-9ed0-4057-b6e7-2b6730f76291
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28462"
    uid: 6809c3b0-cbf5-453b-a6f4-3c08d49a2403
  kind: Event
  lastTimestamp: "2026-03-18T17:31:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:10Z"
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678.189dffc9bc56bdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28483"
    uid: 2ad07da4-47fa-48f1-9ccc-23cad66fde19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28462"
    uid: 6809c3b0-cbf5-453b-a6f4-3c08d49a2403
  kind: Event
  lastTimestamp: "2026-03-18T17:31:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:10Z"
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678.189dffc9bccc5712
    namespace: kserve-ci-e2e-test
    resourceVersion: "28485"
    uid: e241fda0-2922-4201-b78a-5f929599d894
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28462"
    uid: 6809c3b0-cbf5-453b-a6f4-3c08d49a2403
  kind: Event
  lastTimestamp: "2026-03-18T17:31:14Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:14Z"
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678.189dffcacc642884
    namespace: kserve-ci-e2e-test
    resourceVersion: "28513"
    uid: bcdbd132-b2c5-4555-ba26-20c20ef78346
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28462"
    uid: 6809c3b0-cbf5-453b-a6f4-3c08d49a2403
  kind: Event
  lastTimestamp: "2026-03-18T17:31:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:14Z"
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678.189dffcacfac1698
    namespace: kserve-ci-e2e-test
    resourceVersion: "28515"
    uid: 636d9575-9b4c-42f8-a249-5c76fbec2c17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28462"
    uid: 6809c3b0-cbf5-453b-a6f4-3c08d49a2403
  kind: Event
  lastTimestamp: "2026-03-18T17:31:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:14Z"
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678.189dffcad01f4c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28516"
    uid: ba61ae82-ed40-4821-98f8-08832459b344
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28462"
    uid: 6809c3b0-cbf5-453b-a6f4-3c08d49a2403
  kind: Event
  lastTimestamp: "2026-03-18T17:31:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:16Z"
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678.189dffcb084e512a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28532"
    uid: 740b704e-56cf-4a26-9b2d-0003f2dbaaf5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678
    namespace: kserve-ci-e2e-test
    resourceVersion: "28462"
    uid: 6809c3b0-cbf5-453b-a6f4-3c08d49a2403
  kind: Event
  lastTimestamp: "2026-03-18T17:31:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:38Z"
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678.189dffd071f0fa78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28669"
    uid: cc7bd440-546a-41c1-8c88-9c07d764668f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28436"
    uid: 36d7d1e7-8e5b-4417-92ba-831f5607450c
  kind: Event
  lastTimestamp: "2026-03-18T17:31:09Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-6d8865c5fc-8p678'
  metadata:
    creationTimestamp: "2026-03-18T17:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:31:09Z"
    name: isvc-tensorflow-runtime-predictor-6d8865c5fc.189dffc99d7f56e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28464"
    uid: f30a2ac7-37d8-4250-b436-fe7eb93e5d85
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28434"
    uid: 196b999f-f447-4671-ba82-20a6412ded19
  kind: Event
  lastTimestamp: "2026-03-18T17:31:09Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-6d8865c5fc from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:31:09Z"
    name: isvc-tensorflow-runtime-predictor.189dffc98ef0cc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28439"
    uid: 198b976a-3c2c-4286-b272-af8a021b920a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28437"
    uid: 2f0edd91-5f8a-494d-8538-25007b2f2e8d
  kind: Event
  lastTimestamp: "2026-03-18T17:31:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:31:24Z"
    name: isvc-tensorflow-runtime-predictor.189dffcd0f5361e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28565"
    uid: 3eddbe6a-e433-4149-9ae4-9abefae28138
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28437"
    uid: 2f0edd91-5f8a-494d-8538-25007b2f2e8d
  kind: Event
  lastTimestamp: "2026-03-18T17:31:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:31:24Z"
    name: isvc-tensorflow-runtime-predictor.189dffcd1009d768
    namespace: kserve-ci-e2e-test
    resourceVersion: "28566"
    uid: 29239589-7063-430f-873f-1d699d0c7be6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28427"
    uid: 5474dda4-e5f2-4261-b812-d5c0f78fa461
  kind: Event
  lastTimestamp: "2026-03-18T17:31:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:31:26Z"
    name: isvc-tensorflow-runtime.189dffc98efe80cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28583"
    uid: e324599c-4f68-4a95-ab09-31ba6bc10d58
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28441"
    uid: 5474dda4-e5f2-4261-b812-d5c0f78fa461
  kind: Event
  lastTimestamp: "2026-03-18T17:31:09Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:31:09Z"
    name: isvc-tensorflow-runtime.189dffc9a20389e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28471"
    uid: 067ee51d-5231-410e-ba35-8a4879027cdd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28580"
    uid: 5474dda4-e5f2-4261-b812-d5c0f78fa461
  kind: Event
  lastTimestamp: "2026-03-18T17:31:26Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:31:26Z"
    name: isvc-tensorflow-runtime.189dffcda12a3c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "28582"
    uid: 4c72804f-f92e-4d22-bcdc-14e1cf4dc5c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28155"
    uid: b6ce32b2-c60b-47d3-80ed-85d88aff00ef
  kind: Event
  lastTimestamp: "2026-03-18T17:30:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:30:50Z"
    name: isvc-tensorflow.189dffc054708c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "28334"
    uid: 78d27efe-c6a0-489f-b8b3-2f0ab04a63dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28155"
    uid: b6ce32b2-c60b-47d3-80ed-85d88aff00ef
  kind: Event
  lastTimestamp: "2026-03-18T17:30:29Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:30:29Z"
    name: isvc-tensorflow.189dffc054d48488
    namespace: kserve-ci-e2e-test
    resourceVersion: "28185"
    uid: 60a52a4a-ea08-4a20-9751-a4a828677b4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:30:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "28331"
    uid: b6ce32b2-c60b-47d3-80ed-85d88aff00ef
  kind: Event
  lastTimestamp: "2026-03-18T17:30:50Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:30:50Z"
    name: isvc-tensorflow.189dffc5331fe761
    namespace: kserve-ci-e2e-test
    resourceVersion: "28333"
    uid: 048e59dd-a422-4095-a044-d2a43e17c6f8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:31:39.055209Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-54cbc8ffbb-28sjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28672"
    uid: 7091abb3-5a2c-46a8-ae39-577cb8493fb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-54cbc8ffbb-28sjj
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:31:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:31:39Z"
    name: isvc-triton-predictor-54cbc8ffbb-28sjj.189dffd076339d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: 6ae9f65e-a3df-43be-a7ff-bf2f954cdf4d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-54cbc8ffbb-28sjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28685"
    uid: 7091abb3-5a2c-46a8-ae39-577cb8493fb3
  kind: Event
  lastTimestamp: "2026-03-18T17:31:39Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:31:39Z"
    name: isvc-triton-predictor-54cbc8ffbb-28sjj.189dffd08f245f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "28698"
    uid: 498ccfdc-21db-4a26-88cc-6687169dc6e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-54cbc8ffbb-28sjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 7091abb3-5a2c-46a8-ae39-577cb8493fb3
  kind: Event
  lastTimestamp: "2026-03-18T17:31:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:39Z"
    name: isvc-triton-predictor-54cbc8ffbb-28sjj.189dffd090c15c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: a13b057c-258f-45a2-be32-ec04a7d77b82
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-54cbc8ffbb-28sjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 7091abb3-5a2c-46a8-ae39-577cb8493fb3
  kind: Event
  lastTimestamp: "2026-03-18T17:31:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:39Z"
    name: isvc-triton-predictor-54cbc8ffbb-28sjj.189dffd093fbfb3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28703"
    uid: 6aeff9d2-7381-4d07-8046-64830a3dc6bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-54cbc8ffbb-28sjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 7091abb3-5a2c-46a8-ae39-577cb8493fb3
  kind: Event
  lastTimestamp: "2026-03-18T17:31:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:39Z"
    name: isvc-triton-predictor-54cbc8ffbb-28sjj.189dffd09480975e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28704"
    uid: e47bc6a6-f197-4e48-aa4d-dd032996d446
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-54cbc8ffbb-28sjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 7091abb3-5a2c-46a8-ae39-577cb8493fb3
  kind: Event
  lastTimestamp: "2026-03-18T17:31:43Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-03-18T17:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:31:43Z"
    name: isvc-triton-predictor-54cbc8ffbb-28sjj.189dffd1930492ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28734"
    uid: e6633bd0-0fc2-421c-a273-e774a214b78a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-54cbc8ffbb-28sjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 7091abb3-5a2c-46a8-ae39-577cb8493fb3
  kind: Event
  lastTimestamp: "2026-03-18T17:33:38Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.997s
    (1m54.997s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:33:38Z"
    name: isvc-triton-predictor-54cbc8ffbb-28sjj.189dffec5962738b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29242"
    uid: fd9684ac-1358-4f9e-822c-3a692e46a761
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-54cbc8ffbb-28sjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 7091abb3-5a2c-46a8-ae39-577cb8493fb3
  kind: Event
  lastTimestamp: "2026-03-18T17:33:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:33:38Z"
    name: isvc-triton-predictor-54cbc8ffbb-28sjj.189dffec5fe24838
    namespace: kserve-ci-e2e-test
    resourceVersion: "29243"
    uid: b9676d32-78e0-4546-b203-4b51eabbcdcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-54cbc8ffbb-28sjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 7091abb3-5a2c-46a8-ae39-577cb8493fb3
  kind: Event
  lastTimestamp: "2026-03-18T17:33:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:33:38Z"
    name: isvc-triton-predictor-54cbc8ffbb-28sjj.189dffec60f89147
    namespace: kserve-ci-e2e-test
    resourceVersion: "29244"
    uid: f861c83e-ffc9-4e10-bf5e-5ba5a9169dc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-54cbc8ffbb-28sjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 7091abb3-5a2c-46a8-ae39-577cb8493fb3
  kind: Event
  lastTimestamp: "2026-03-18T17:33:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:33:40Z"
    name: isvc-triton-predictor-54cbc8ffbb-28sjj.189dffec759e4f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "29256"
    uid: c77ab794-3d53-432a-9693-bd923fc8d9a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-54cbc8ffbb-28sjj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 7091abb3-5a2c-46a8-ae39-577cb8493fb3
  kind: Event
  lastTimestamp: "2026-03-18T17:34:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:34:01Z"
    name: isvc-triton-predictor-54cbc8ffbb-28sjj.189dfff19f791ba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29398"
    uid: 02201b5b-97ee-4898-974b-b34527be56c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-54cbc8ffbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28648"
    uid: 6baf6443-543f-44ac-a14a-0ac26f867c2a
  kind: Event
  lastTimestamp: "2026-03-18T17:31:39Z"
  message: 'Created pod: isvc-triton-predictor-54cbc8ffbb-28sjj'
  metadata:
    creationTimestamp: "2026-03-18T17:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:31:39Z"
    name: isvc-triton-predictor-54cbc8ffbb.189dffd07564e05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28677"
    uid: 2b65a63e-46bd-4dd7-8217-daea857827c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28646"
    uid: 982238ac-970f-4020-b05d-a9799159aab8
  kind: Event
  lastTimestamp: "2026-03-18T17:31:38Z"
  message: Scaled up replica set isvc-triton-predictor-54cbc8ffbb from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:31:38Z"
    name: isvc-triton-predictor.189dffd069dce53e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28652"
    uid: d8f77149-8159-4127-a78a-aed642263e0a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28647"
    uid: 185edf8f-d28c-4d4a-8c62-7839e9272a31
  kind: Event
  lastTimestamp: "2026-03-18T17:33:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:33:54Z"
    name: isvc-triton-predictor.189dffd3e91bcbbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29328"
    uid: 7de05fa5-9a06-4085-98b9-b0b7626a0e6d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28647"
    uid: 185edf8f-d28c-4d4a-8c62-7839e9272a31
  kind: Event
  lastTimestamp: "2026-03-18T17:33:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:33:54Z"
    name: isvc-triton-predictor.189dffd3e98376ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: 8a1053a0-b2d2-4580-97ee-c3b5efb98554
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28638"
    uid: 6c41bfd4-1358-4234-88b2-99a9f45f746a
  kind: Event
  lastTimestamp: "2026-03-18T17:33:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:33:50Z"
    name: isvc-triton.189dffd069aa0593
    namespace: kserve-ci-e2e-test
    resourceVersion: "29307"
    uid: 98a13912-291a-4ba2-9878-7bcedefc4efb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28651"
    uid: 6c41bfd4-1358-4234-88b2-99a9f45f746a
  kind: Event
  lastTimestamp: "2026-03-18T17:31:39Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T17:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:31:39Z"
    name: isvc-triton.189dffd07467765e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28688"
    uid: 18ec95d9-d24a-4e5f-983b-e3a9442919bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:31:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28651"
    uid: 6c41bfd4-1358-4234-88b2-99a9f45f746a
  kind: Event
  lastTimestamp: "2026-03-18T17:31:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:31:39Z"
    name: isvc-triton.189dffd0797b7358
    namespace: kserve-ci-e2e-test
    resourceVersion: "28689"
    uid: e293c05a-a9eb-4934-b243-2b769d18becd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:33:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: 6c41bfd4-1358-4234-88b2-99a9f45f746a
  kind: Event
  lastTimestamp: "2026-03-18T17:33:50Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:33:50Z"
    name: isvc-triton.189dffef09710d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "29306"
    uid: 15dc48b9-69cc-4449-8779-9cb074cd760e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:34:01.650373Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7c946d496c-vs4lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29404"
    uid: 96b0921b-ceef-43c2-a811-c50a5d83de93
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7c946d496c-vs4lz
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:34:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:34:01Z"
    name: isvc-xgboost-predictor-7c946d496c-vs4lz.189dfff1a989175f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29410"
    uid: 8362e276-af20-42ee-a9f0-e37880f766e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7c946d496c-vs4lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29413"
    uid: 96b0921b-ceef-43c2-a811-c50a5d83de93
  kind: Event
  lastTimestamp: "2026-03-18T17:34:02Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:34:02Z"
    name: isvc-xgboost-predictor-7c946d496c-vs4lz.189dfff1c2a9595b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29420"
    uid: 2871899f-0e73-42ca-8847-a40ef524645f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7c946d496c-vs4lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 96b0921b-ceef-43c2-a811-c50a5d83de93
  kind: Event
  lastTimestamp: "2026-03-18T17:34:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:34:02Z"
    name: isvc-xgboost-predictor-7c946d496c-vs4lz.189dfff1c3f0cfe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: f955fd9f-09d6-41bc-b38e-6c4e84b35649
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7c946d496c-vs4lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 96b0921b-ceef-43c2-a811-c50a5d83de93
  kind: Event
  lastTimestamp: "2026-03-18T17:34:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:34:02Z"
    name: isvc-xgboost-predictor-7c946d496c-vs4lz.189dfff1c73e51a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 179073c4-156d-4eba-b70d-ccc218370d03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7c946d496c-vs4lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 96b0921b-ceef-43c2-a811-c50a5d83de93
  kind: Event
  lastTimestamp: "2026-03-18T17:34:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:34:02Z"
    name: isvc-xgboost-predictor-7c946d496c-vs4lz.189dfff1c7b337da
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: f5ec47e0-b94e-4558-9828-44e908296f51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7c946d496c-vs4lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 96b0921b-ceef-43c2-a811-c50a5d83de93
  kind: Event
  lastTimestamp: "2026-03-18T17:34:06Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-03-18T17:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:34:06Z"
    name: isvc-xgboost-predictor-7c946d496c-vs4lz.189dfff2c4917cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29454"
    uid: 2ffd231d-a09f-4144-b06b-72108812ca4e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7c946d496c-vs4lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 96b0921b-ceef-43c2-a811-c50a5d83de93
  kind: Event
  lastTimestamp: "2026-03-18T17:34:25Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.571s (19.571s
    including waiting). Image size: 1307475708 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T17:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:34:25Z"
    name: isvc-xgboost-predictor-7c946d496c-vs4lz.189dfff7532430fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29546"
    uid: 7ee489c9-dcf4-40cc-bc23-7535ea4ba2f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7c946d496c-vs4lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 96b0921b-ceef-43c2-a811-c50a5d83de93
  kind: Event
  lastTimestamp: "2026-03-18T17:34:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:34:26Z"
    name: isvc-xgboost-predictor-7c946d496c-vs4lz.189dfff75670c444
    namespace: kserve-ci-e2e-test
    resourceVersion: "29547"
    uid: 05e59926-bdb7-4ec5-aeb6-62b652e53723
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7c946d496c-vs4lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 96b0921b-ceef-43c2-a811-c50a5d83de93
  kind: Event
  lastTimestamp: "2026-03-18T17:34:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:34:26Z"
    name: isvc-xgboost-predictor-7c946d496c-vs4lz.189dfff756e5e863
    namespace: kserve-ci-e2e-test
    resourceVersion: "29549"
    uid: 4a7a2f30-4073-4573-b571-257afb991a32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7c946d496c-vs4lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 96b0921b-ceef-43c2-a811-c50a5d83de93
  kind: Event
  lastTimestamp: "2026-03-18T17:35:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:35:17Z"
    name: isvc-xgboost-predictor-7c946d496c-vs4lz.189dfff770e9890d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29783"
    uid: 5637c979-4ce7-459d-86e1-9783f0e1219d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7c946d496c-vs4lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: 96b0921b-ceef-43c2-a811-c50a5d83de93
  kind: Event
  lastTimestamp: "2026-03-18T17:35:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:35:31Z"
    name: isvc-xgboost-predictor-7c946d496c-vs4lz.189e00068f1f0441
    namespace: kserve-ci-e2e-test
    resourceVersion: "29868"
    uid: f8ff09c1-f4a0-4f74-ac8a-d920d45f3996
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7c946d496c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29377"
    uid: e91dea0b-f057-484b-9ab9-dad784eda6e6
  kind: Event
  lastTimestamp: "2026-03-18T17:34:01Z"
  message: 'Created pod: isvc-xgboost-predictor-7c946d496c-vs4lz'
  metadata:
    creationTimestamp: "2026-03-18T17:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:34:01Z"
    name: isvc-xgboost-predictor-7c946d496c.189dfff1a8d24d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29406"
    uid: 474b222d-e2b6-456c-913f-9092097717b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29374"
    uid: e38d725d-8639-4949-a82b-ebe096b1b861
  kind: Event
  lastTimestamp: "2026-03-18T17:34:01Z"
  message: Scaled up replica set isvc-xgboost-predictor-7c946d496c from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:34:01Z"
    name: isvc-xgboost-predictor.189dfff19d467e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: aa997f62-5216-430e-89c9-385b79291590
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29376"
    uid: baa0a988-8464-4a78-b230-7b1a6a1fb330
  kind: Event
  lastTimestamp: "2026-03-18T17:35:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:35:01Z"
    name: isvc-xgboost-predictor.189dfff51c4566c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: cd43e4a9-31c1-4df1-8949-791ba0721ed5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29376"
    uid: baa0a988-8464-4a78-b230-7b1a6a1fb330
  kind: Event
  lastTimestamp: "2026-03-18T17:35:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:35:01Z"
    name: isvc-xgboost-predictor.189dfff51caef842
    namespace: kserve-ci-e2e-test
    resourceVersion: "29709"
    uid: ff50d3f4-8660-439d-a859-8a2b9dc814e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29503"
    uid: baa0a988-8464-4a78-b230-7b1a6a1fb330
  kind: Event
  lastTimestamp: "2026-03-18T17:35:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:35:16Z"
    name: isvc-xgboost-predictor.189e000318d78053
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: 51b63595-cf6c-438c-adf9-ce31d20a327b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29503"
    uid: baa0a988-8464-4a78-b230-7b1a6a1fb330
  kind: Event
  lastTimestamp: "2026-03-18T17:35:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:35:16Z"
    name: isvc-xgboost-predictor.189e0003198ce833
    namespace: kserve-ci-e2e-test
    resourceVersion: "29780"
    uid: 76d4dc64-55e0-4798-a3fb-ccbd0f582e0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:36:51.941647Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30424"
    uid: f6c225cd-65b8-4b10-b5fa-710d49755921
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-98d86b655-krfrp
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:36:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:36:51Z"
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp.189e00194fafc3ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30428"
    uid: 7387660d-82bb-4f8a-b661-188ad094af89
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: f6c225cd-65b8-4b10-b5fa-710d49755921
  kind: Event
  lastTimestamp: "2026-03-18T17:36:52Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:36:52Z"
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp.189e001968f0bfd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30441"
    uid: a3f57cbc-3832-4dbd-a89c-8022a8e99bfc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: f6c225cd-65b8-4b10-b5fa-710d49755921
  kind: Event
  lastTimestamp: "2026-03-18T17:36:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:52Z"
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp.189e00196a3a9d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: c4d88d27-ec2c-4a90-8d35-ec2b5fde2b7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: f6c225cd-65b8-4b10-b5fa-710d49755921
  kind: Event
  lastTimestamp: "2026-03-18T17:36:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:52Z"
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp.189e00196d1d7a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "30447"
    uid: 865426a8-e9d5-4485-afe5-1241f6438038
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: f6c225cd-65b8-4b10-b5fa-710d49755921
  kind: Event
  lastTimestamp: "2026-03-18T17:36:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:52Z"
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp.189e00196d906b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "30448"
    uid: d7009236-cfb8-4a48-a5d5-a8c27c4d8ae5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: f6c225cd-65b8-4b10-b5fa-710d49755921
  kind: Event
  lastTimestamp: "2026-03-18T17:36:56Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:56Z"
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp.189e001a7c0b27c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30476"
    uid: 39590256-b42d-4578-b3da-166cf8814166
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: f6c225cd-65b8-4b10-b5fa-710d49755921
  kind: Event
  lastTimestamp: "2026-03-18T17:36:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:57Z"
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp.189e001a7f5a4553
    namespace: kserve-ci-e2e-test
    resourceVersion: "30482"
    uid: 6fe7c34b-8891-47a7-b183-479766e51612
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: f6c225cd-65b8-4b10-b5fa-710d49755921
  kind: Event
  lastTimestamp: "2026-03-18T17:36:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:57Z"
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp.189e001a7fd3fdf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: 4d214c20-b340-4a5b-99af-e6add40164b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: f6c225cd-65b8-4b10-b5fa-710d49755921
  kind: Event
  lastTimestamp: "2026-03-18T17:37:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:37:48Z"
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp.189e001ab8154f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30729"
    uid: d52b43a8-ec78-44c9-8401-d4ce9f91f376
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: f6c225cd-65b8-4b10-b5fa-710d49755921
  kind: Event
  lastTimestamp: "2026-03-18T17:38:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:01Z"
    name: isvc-xgboost-runtime-predictor-98d86b655-krfrp.189e00299acd1129
    namespace: kserve-ci-e2e-test
    resourceVersion: "30817"
    uid: 7e0c1819-eba3-4fd4-8d23-91640a8619c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-98d86b655
    namespace: kserve-ci-e2e-test
    resourceVersion: "30412"
    uid: 5937d1e2-26f1-4d10-a56a-062874c808c0
  kind: Event
  lastTimestamp: "2026-03-18T17:36:51Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-98d86b655-krfrp'
  metadata:
    creationTimestamp: "2026-03-18T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:36:51Z"
    name: isvc-xgboost-runtime-predictor-98d86b655.189e00194f44e115
    namespace: kserve-ci-e2e-test
    resourceVersion: "30425"
    uid: eecc9af7-631e-4fc0-b6e3-d7e1fbd15db9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30410"
    uid: 601fc03e-42fd-4f48-ac52-eb9f09ac2ee5
  kind: Event
  lastTimestamp: "2026-03-18T17:36:51Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-98d86b655 from 0 to
    1
  metadata:
    creationTimestamp: "2026-03-18T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:36:51Z"
    name: isvc-xgboost-runtime-predictor.189e001949d69f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30414"
    uid: bf59d86f-6812-4aa8-874c-c2b6536c5e43
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:37:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30411"
    uid: 232397de-4d07-4cf7-ab53-d97beaf7615b
  kind: Event
  lastTimestamp: "2026-03-18T17:37:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:37:06Z"
    name: isvc-xgboost-runtime-predictor.189e001cc857c28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30531"
    uid: 4bfa055b-b0db-4f85-9c3a-401a10550a23
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:37:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30411"
    uid: 232397de-4d07-4cf7-ab53-d97beaf7615b
  kind: Event
  lastTimestamp: "2026-03-18T17:37:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:37:06Z"
    name: isvc-xgboost-runtime-predictor.189e001cc8c69829
    namespace: kserve-ci-e2e-test
    resourceVersion: "30532"
    uid: 10015fb3-575c-4a0a-9ea7-0192437c2028
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:37:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30530"
    uid: 232397de-4d07-4cf7-ab53-d97beaf7615b
  kind: Event
  lastTimestamp: "2026-03-18T17:37:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:37:51Z"
    name: isvc-xgboost-runtime-predictor.189e002048b41991
    namespace: kserve-ci-e2e-test
    resourceVersion: "30740"
    uid: 921eb94a-d4ee-42f2-b53e-7a336b6e26e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:37:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30530"
    uid: 232397de-4d07-4cf7-ab53-d97beaf7615b
  kind: Event
  lastTimestamp: "2026-03-18T17:37:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:37:51Z"
    name: isvc-xgboost-runtime-predictor.189e002049242d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "30741"
    uid: 7eaaf3b7-919a-4db9-a5c2-1a769d93cbfe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30382"
    uid: eb801e07-c827-40ad-809e-eedfdafb0d13
  kind: Event
  lastTimestamp: "2026-03-18T17:37:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:37:59Z"
    name: isvc-xgboost-runtime.189e001949ac9a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30787"
    uid: 4a9c29d2-bd65-49a0-aed1-43eda6777453
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30382"
    uid: eb801e07-c827-40ad-809e-eedfdafb0d13
  kind: Event
  lastTimestamp: "2026-03-18T17:36:52Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:36:52Z"
    name: isvc-xgboost-runtime.189e001949f5cf2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30435"
    uid: 58dabb5b-4a6d-4edd-8530-b352fa25ee7e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30382"
    uid: eb801e07-c827-40ad-809e-eedfdafb0d13
  kind: Event
  lastTimestamp: "2026-03-18T17:36:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:36:52Z"
    name: isvc-xgboost-runtime.189e001949f6174d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30436"
    uid: e5db4d24-2370-4e42-9143-7c8100e0568f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:37:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30785"
    uid: eb801e07-c827-40ad-809e-eedfdafb0d13
  kind: Event
  lastTimestamp: "2026-03-18T17:37:59Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:37:59Z"
    name: isvc-xgboost-runtime.189e0028f038c63d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30786"
    uid: da7489f5-abe9-4f51-99fb-44cb73cedec8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:35:31.545936Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29887"
    uid: 60161dc3-803f-4e89-8d5e-672f73527951
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:35:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:35:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp.189e000697ba820c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29891"
    uid: 10884293-9942-4fdd-8bfa-34ce4297c763
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: 60161dc3-803f-4e89-8d5e-672f73527951
  kind: Event
  lastTimestamp: "2026-03-18T17:35:31Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:35:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp.189e0006b1091c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: f629aec9-54b8-4f26-97a0-2ea2da1bd13e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29889"
    uid: 60161dc3-803f-4e89-8d5e-672f73527951
  kind: Event
  lastTimestamp: "2026-03-18T17:35:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:35:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp.189e0006b2d38b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "29909"
    uid: fa01aa88-35cb-4d26-8b50-899dc47756ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29889"
    uid: 60161dc3-803f-4e89-8d5e-672f73527951
  kind: Event
  lastTimestamp: "2026-03-18T17:35:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:35:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp.189e0006b5aeba59
    namespace: kserve-ci-e2e-test
    resourceVersion: "29911"
    uid: 7e774eab-b7a1-433b-a0f8-1d2597cf9095
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29889"
    uid: 60161dc3-803f-4e89-8d5e-672f73527951
  kind: Event
  lastTimestamp: "2026-03-18T17:35:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:35:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp.189e0006b621f673
    namespace: kserve-ci-e2e-test
    resourceVersion: "29912"
    uid: ab89ac64-51a2-452b-bb93-27f725824bea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29889"
    uid: 60161dc3-803f-4e89-8d5e-672f73527951
  kind: Event
  lastTimestamp: "2026-03-18T17:35:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.5.0" already present on
    machine
  metadata:
    creationTimestamp: "2026-03-18T17:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:35:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp.189e0007cb7359a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29948"
    uid: 06fbebc3-8f00-4dca-a1e4-71e294481eef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29889"
    uid: 60161dc3-803f-4e89-8d5e-672f73527951
  kind: Event
  lastTimestamp: "2026-03-18T17:35:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:35:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp.189e0007cef07e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29953"
    uid: 07346a84-c531-427e-9520-88db76b521a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29889"
    uid: 60161dc3-803f-4e89-8d5e-672f73527951
  kind: Event
  lastTimestamp: "2026-03-18T17:35:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:35:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp.189e0007cf683e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: 11eda2d4-9be4-4603-90be-5c12f576254e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29889"
    uid: 60161dc3-803f-4e89-8d5e-672f73527951
  kind: Event
  lastTimestamp: "2026-03-18T17:36:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:11Z"
    name: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp.189e000fefe223a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30137"
    uid: d73ba10c-3f89-49c0-9743-a08bcab9002b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-864f998569
    namespace: kserve-ci-e2e-test
    resourceVersion: "29873"
    uid: d3a1b08b-0ed4-4dc4-b934-ec218db6933a
  kind: Event
  lastTimestamp: "2026-03-18T17:35:31Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-864f998569-kpbmp'
  metadata:
    creationTimestamp: "2026-03-18T17:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:35:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-864f998569.189e0006973c4e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "29888"
    uid: 1fe0b016-1e9c-41e4-adbe-10668dfd980e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29871"
    uid: 63b3e03b-7089-4ff5-81b7-a96ed0f3d755
  kind: Event
  lastTimestamp: "2026-03-18T17:35:31Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-864f998569 from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:35:31Z"
    name: isvc-xgboost-v2-mlserver-predictor.189e00069181e571
    namespace: kserve-ci-e2e-test
    resourceVersion: "29876"
    uid: 2ed034ff-3c2b-423d-902c-9a9c916565cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29872"
    uid: 04275e29-2ce5-4fd1-a1c8-a7f211f99cef
  kind: Event
  lastTimestamp: "2026-03-18T17:35:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:35:46Z"
    name: isvc-xgboost-v2-mlserver-predictor.189e000a10b98435
    namespace: kserve-ci-e2e-test
    resourceVersion: "29997"
    uid: 3e7200a2-bda8-44f4-bdc4-4cb6fbb59834
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29872"
    uid: 04275e29-2ce5-4fd1-a1c8-a7f211f99cef
  kind: Event
  lastTimestamp: "2026-03-18T17:35:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:35:46Z"
    name: isvc-xgboost-v2-mlserver-predictor.189e000a111fa572
    namespace: kserve-ci-e2e-test
    resourceVersion: "29999"
    uid: c184cdd5-2004-4807-b7b3-72115bd1fa29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29998"
    uid: 04275e29-2ce5-4fd1-a1c8-a7f211f99cef
  kind: Event
  lastTimestamp: "2026-03-18T17:36:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:36:01Z"
    name: isvc-xgboost-v2-mlserver-predictor.189e000d907e750d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30066"
    uid: 3da75a37-bda4-49a3-aea6-3e6620c128ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29998"
    uid: 04275e29-2ce5-4fd1-a1c8-a7f211f99cef
  kind: Event
  lastTimestamp: "2026-03-18T17:36:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:36:01Z"
    name: isvc-xgboost-v2-mlserver-predictor.189e000d90edd81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30067"
    uid: ee1e7395-70c9-4281-bc83-ed65b030a395
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: c9ae23a1-9047-4cef-88aa-b2a980dfcd39
  kind: Event
  lastTimestamp: "2026-03-18T17:36:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:36:08Z"
    name: isvc-xgboost-v2-mlserver.189e0006915e8044
    namespace: kserve-ci-e2e-test
    resourceVersion: "30106"
    uid: 616a40d3-e8a3-4564-b032-012c585b237f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: c9ae23a1-9047-4cef-88aa-b2a980dfcd39
  kind: Event
  lastTimestamp: "2026-03-18T17:35:31Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:35:31Z"
    name: isvc-xgboost-v2-mlserver.189e0006922f4f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "29878"
    uid: 4613e603-c8c9-4dcb-98ad-eaab04ec237d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30104"
    uid: c9ae23a1-9047-4cef-88aa-b2a980dfcd39
  kind: Event
  lastTimestamp: "2026-03-18T17:36:08Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:36:08Z"
    name: isvc-xgboost-v2-mlserver.189e000f43a3f7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30105"
    uid: 25817f6a-8e03-434c-850c-e2cba074752d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:38:42.354738Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31103"
    uid: ad63772a-9b66-4b62-9b5d-6468583e0479
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-86bc7486f5-p87l2
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:38:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:38:42Z"
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2.189e003304d1d2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: 9c34127d-29fd-40d1-a720-febf75a709b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31114"
    uid: ad63772a-9b66-4b62-9b5d-6468583e0479
  kind: Event
  lastTimestamp: "2026-03-18T17:38:42Z"
  message: Add eth0 [10.134.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:38:42Z"
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2.189e00331dca9760
    namespace: kserve-ci-e2e-test
    resourceVersion: "31120"
    uid: 648e7990-1e40-4e44-83ce-729733c3cb60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: ad63772a-9b66-4b62-9b5d-6468583e0479
  kind: Event
  lastTimestamp: "2026-03-18T17:38:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:42Z"
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2.189e00331f23ecdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31124"
    uid: c42c6511-b936-4e26-bf48-ea60814f5b46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: ad63772a-9b66-4b62-9b5d-6468583e0479
  kind: Event
  lastTimestamp: "2026-03-18T17:38:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:42Z"
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2.189e003322c4a20f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31126"
    uid: 55359fa2-ddb1-448e-b952-8133f4a54c43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: ad63772a-9b66-4b62-9b5d-6468583e0479
  kind: Event
  lastTimestamp: "2026-03-18T17:38:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:42Z"
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2.189e003323339f0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31127"
    uid: 25b62f7b-07fa-44c1-9f5e-42de43b96691
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: ad63772a-9b66-4b62-9b5d-6468583e0479
  kind: Event
  lastTimestamp: "2026-03-18T17:38:47Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:47Z"
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2.189e00342e5ae221
    namespace: kserve-ci-e2e-test
    resourceVersion: "31152"
    uid: 10ab6c15-da0f-4cc2-b239-98cdcde0c1cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: ad63772a-9b66-4b62-9b5d-6468583e0479
  kind: Event
  lastTimestamp: "2026-03-18T17:38:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:47Z"
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2.189e0034315d86e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31157"
    uid: 2aa0da18-5018-4538-9534-2f6483e79bc1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: ad63772a-9b66-4b62-9b5d-6468583e0479
  kind: Event
  lastTimestamp: "2026-03-18T17:38:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:38:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:47Z"
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2.189e003431d2b8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31158"
    uid: 8b12b850-b779-4beb-a5ba-81fffaa84e1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: ad63772a-9b66-4b62-9b5d-6468583e0479
  kind: Event
  lastTimestamp: "2026-03-18T17:39:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-03-18T17:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:39:39Z"
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2.189e00346a6d2c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31398"
    uid: 1e0cc809-bc06-4c5a-bf91-991017aba57e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31108"
    uid: ad63772a-9b66-4b62-9b5d-6468583e0479
  kind: Event
  lastTimestamp: "2026-03-18T17:39:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:39:52Z"
    name: isvc-xgboost-v2-predictor-86bc7486f5-p87l2.189e00434bbfcfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 468d50a7-bab2-4be7-89ab-c64d28fc34b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-86bc7486f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31082"
    uid: 0cd76fe6-91bf-4894-8b52-811215ff78e6
  kind: Event
  lastTimestamp: "2026-03-18T17:38:42Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-86bc7486f5-p87l2'
  metadata:
    creationTimestamp: "2026-03-18T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:38:42Z"
    name: isvc-xgboost-v2-predictor-86bc7486f5.189e003304197fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: 329f6e91-5578-4879-8e05-52df4d803e8f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: 06bb8888-f300-4799-8bc2-8de41de4f951
  kind: Event
  lastTimestamp: "2026-03-18T17:38:42Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-86bc7486f5 from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:38:42Z"
    name: isvc-xgboost-v2-predictor.189e0032f788956e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31087"
    uid: bf82c78e-8fac-4f7b-9529-c38dc2e8739d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31081"
    uid: 32d57c5b-d18a-400b-89a8-21506ac9053e
  kind: Event
  lastTimestamp: "2026-03-18T17:39:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:39:27Z"
    name: isvc-xgboost-v2-predictor.189e003676957434
    namespace: kserve-ci-e2e-test
    resourceVersion: "31342"
    uid: 90748c21-043c-4e71-b615-548fa678699c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31081"
    uid: 32d57c5b-d18a-400b-89a8-21506ac9053e
  kind: Event
  lastTimestamp: "2026-03-18T17:39:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:38:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:39:27Z"
    name: isvc-xgboost-v2-predictor.189e003676e788b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31343"
    uid: 70992242-13c7-4b73-b7e2-abb481d1f10f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31206"
    uid: 32d57c5b-d18a-400b-89a8-21506ac9053e
  kind: Event
  lastTimestamp: "2026-03-18T17:39:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:39:42Z"
    name: isvc-xgboost-v2-predictor.189e0040f5b94606
    namespace: kserve-ci-e2e-test
    resourceVersion: "31411"
    uid: 62636ec6-47d8-4ee9-ba44-93d3729d4bda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31206"
    uid: 32d57c5b-d18a-400b-89a8-21506ac9053e
  kind: Event
  lastTimestamp: "2026-03-18T17:39:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:39:42Z"
    name: isvc-xgboost-v2-predictor.189e0040f6567c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31412"
    uid: 50c63d92-975a-4639-90ed-2c7fdb4d48f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:38:02.174107Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30839"
    uid: 744e550d-83f4-4de8-a1a1-60a46c800e4a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:38:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:38:02Z"
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z.189e0029a9de0f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30845"
    uid: 66bc5533-08eb-4109-bb80-c44a655b8a06
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: 744e550d-83f4-4de8-a1a1-60a46c800e4a
  kind: Event
  lastTimestamp: "2026-03-18T17:38:02Z"
  message: Add eth0 [10.134.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:38:02Z"
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z.189e0029cef52ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30858"
    uid: 22edea2a-ae60-4164-8597-11a5a1f64978
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 744e550d-83f4-4de8-a1a1-60a46c800e4a
  kind: Event
  lastTimestamp: "2026-03-18T17:38:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:02Z"
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z.189e0029d043e03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30860"
    uid: b1d01d4c-672d-490a-8ec9-62bb553902a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 744e550d-83f4-4de8-a1a1-60a46c800e4a
  kind: Event
  lastTimestamp: "2026-03-18T17:38:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:02Z"
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z.189e0029d3803612
    namespace: kserve-ci-e2e-test
    resourceVersion: "30862"
    uid: ad0189ec-138a-4f75-ae42-0c059578637a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 744e550d-83f4-4de8-a1a1-60a46c800e4a
  kind: Event
  lastTimestamp: "2026-03-18T17:38:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:02Z"
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z.189e0029d3f5ea8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30863"
    uid: 7e860ae5-c334-4a43-bcc9-e39ab9042bf2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 744e550d-83f4-4de8-a1a1-60a46c800e4a
  kind: Event
  lastTimestamp: "2026-03-18T17:38:07Z"
  message: Container image "docker.io/seldonio/mlserver:1.5.0" already present on
    machine
  metadata:
    creationTimestamp: "2026-03-18T17:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:07Z"
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z.189e002ad658f8b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30889"
    uid: 1c7492d0-8f5b-4dfd-809d-863c3199176d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 744e550d-83f4-4de8-a1a1-60a46c800e4a
  kind: Event
  lastTimestamp: "2026-03-18T17:38:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:07Z"
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z.189e002ada1bc4cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30893"
    uid: d36c96b9-4063-402c-94a9-1d813b2fff4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 744e550d-83f4-4de8-a1a1-60a46c800e4a
  kind: Event
  lastTimestamp: "2026-03-18T17:38:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:38:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:07Z"
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z.189e002ada925343
    namespace: kserve-ci-e2e-test
    resourceVersion: "30894"
    uid: fa136fd6-3988-4d73-8306-63e347f8c875
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: 744e550d-83f4-4de8-a1a1-60a46c800e4a
  kind: Event
  lastTimestamp: "2026-03-18T17:38:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:38:42Z"
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z.189e0032fa09abdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31099"
    uid: 1b95623d-5ed5-4aa5-bfd1-6bc40c9996de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30828"
    uid: 8c255990-6275-4b46-a25b-e892cf570719
  kind: Event
  lastTimestamp: "2026-03-18T17:38:02Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-598464cd6d-nm95z'
  metadata:
    creationTimestamp: "2026-03-18T17:38:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:38:02Z"
    name: isvc-xgboost-v2-runtime-predictor-598464cd6d.189e0029a8fcee3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 81c388e2-fed3-4c5c-bab2-e93f6e8844ef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30826"
    uid: 5e8a264e-0821-4786-9436-c2e3d9db8c62
  kind: Event
  lastTimestamp: "2026-03-18T17:38:01Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-598464cd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-03-18T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:38:01Z"
    name: isvc-xgboost-v2-runtime-predictor.189e00299e1518d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30830"
    uid: 0742c4d9-2c25-425c-9a22-030c4f9bb16c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: b6920d37-e065-48be-8b0e-9ab067682fd7
  kind: Event
  lastTimestamp: "2026-03-18T17:38:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:38:32Z"
    name: isvc-xgboost-v2-runtime-predictor.189e002d1d0e09e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31003"
    uid: f7923aae-9c59-4055-8931-d02361346ce1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: b6920d37-e065-48be-8b0e-9ab067682fd7
  kind: Event
  lastTimestamp: "2026-03-18T17:38:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:38:32Z"
    name: isvc-xgboost-v2-runtime-predictor.189e002d1d790f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: cb365e6d-a939-4712-8a38-304663ebb2f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30801"
    uid: a66d15ab-33da-4217-9725-dcaadfb206d1
  kind: Event
  lastTimestamp: "2026-03-18T17:38:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:38:39Z"
    name: isvc-xgboost-v2-runtime.189e00299de0b59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31050"
    uid: c3f2602c-9217-4c79-a525-f25d5474b525
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30801"
    uid: a66d15ab-33da-4217-9725-dcaadfb206d1
  kind: Event
  lastTimestamp: "2026-03-18T17:38:01Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:38:01Z"
    name: isvc-xgboost-v2-runtime.189e00299e4b5260
    namespace: kserve-ci-e2e-test
    resourceVersion: "30832"
    uid: 3b7c0511-78e0-4c87-8869-2ec1b62a6b49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31048"
    uid: a66d15ab-33da-4217-9725-dcaadfb206d1
  kind: Event
  lastTimestamp: "2026-03-18T17:38:39Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:38:39Z"
    name: isvc-xgboost-v2-runtime.189e00324fa8887e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31049"
    uid: 0fb2c3a4-efeb-4b40-9713-531eaf5b4893
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31065"
    uid: 19d62606-e119-4e92-b9ae-d372cba6000c
  kind: Event
  lastTimestamp: "2026-03-18T17:39:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:39:49Z"
    name: isvc-xgboost-v2.189e0032f7b7651a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31450"
    uid: 3595c979-4a14-4bac-a3e6-0469945a12e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31065"
    uid: 19d62606-e119-4e92-b9ae-d372cba6000c
  kind: Event
  lastTimestamp: "2026-03-18T17:38:42Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:38:42Z"
    name: isvc-xgboost-v2.189e0032f8fda8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31116"
    uid: 3f5a204d-883f-45e1-99d4-9c44d0c6739c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:38:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31070"
    uid: 19d62606-e119-4e92-b9ae-d372cba6000c
  kind: Event
  lastTimestamp: "2026-03-18T17:38:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:38:42Z"
    name: isvc-xgboost-v2.189e003307385b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: d1dfc268-385f-46b6-a23d-b88d64b48baf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:39:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31447"
    uid: 19d62606-e119-4e92-b9ae-d372cba6000c
  kind: Event
  lastTimestamp: "2026-03-18T17:39:49Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:39:49Z"
    name: isvc-xgboost-v2.189e0042a31f717e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31449"
    uid: 869e3658-4cc7-4776-9c6e-f2810cb75687
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29362"
    uid: 6e8b7469-3614-434a-ac18-c9346fb62ea9
  kind: Event
  lastTimestamp: "2026-03-18T17:35:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:35:27Z"
    name: isvc-xgboost.189dfff19d1a82b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29830"
    uid: 194de97a-8915-4dc2-90d9-09dd28d2d1f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:34:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29362"
    uid: 6e8b7469-3614-434a-ac18-c9346fb62ea9
  kind: Event
  lastTimestamp: "2026-03-18T17:34:01Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T17:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:34:01Z"
    name: isvc-xgboost.189dfff19d6aca09
    namespace: kserve-ci-e2e-test
    resourceVersion: "29384"
    uid: a1ccd710-6a36-4865-8687-aa7f53a6bc4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:35:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29827"
    uid: 6e8b7469-3614-434a-ac18-c9346fb62ea9
  kind: Event
  lastTimestamp: "2026-03-18T17:35:27Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:35:27Z"
    name: isvc-xgboost.189e0005a9aad04c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29828"
    uid: f50304df-ab0b-483a-88f1-261fb35c29dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T16:56:03.464205Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-558b4487d6-c5kwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: 0445a333-b8a2-4be9-8b87-6928dec241f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-558b4487d6-c5kwm
    to ip-10-0-137-219.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T16:56:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T16:56:03Z"
    name: message-dumper-predictor-558b4487d6-c5kwm.189dfddf3b0ee52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: 1af38185-83d6-4814-a81a-91ac60461c27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-558b4487d6-c5kwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 0445a333-b8a2-4be9-8b87-6928dec241f8
  kind: Event
  lastTimestamp: "2026-03-18T16:56:03Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T16:56:03Z"
    name: message-dumper-predictor-558b4487d6-c5kwm.189dfddf53f3b973
    namespace: kserve-ci-e2e-test
    resourceVersion: "15079"
    uid: 0ccf8f92-cb64-4165-9978-d3aa98d1302b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-558b4487d6-c5kwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: 0445a333-b8a2-4be9-8b87-6928dec241f8
  kind: Event
  lastTimestamp: "2026-03-18T16:56:03Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-03-18T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:03Z"
    name: message-dumper-predictor-558b4487d6-c5kwm.189dfddf553986d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: 5d46d993-a504-4a03-bf94-c9309e6e8bb3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-558b4487d6-c5kwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: 0445a333-b8a2-4be9-8b87-6928dec241f8
  kind: Event
  lastTimestamp: "2026-03-18T16:56:04Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 998ms (998ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-03-18T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:04Z"
    name: message-dumper-predictor-558b4487d6-c5kwm.189dfddf90bc8a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: a0b1e3c3-6afa-4c1a-a214-3d7d6e98b0e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-558b4487d6-c5kwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: 0445a333-b8a2-4be9-8b87-6928dec241f8
  kind: Event
  lastTimestamp: "2026-03-18T16:56:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T16:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:05Z"
    name: message-dumper-predictor-558b4487d6-c5kwm.189dfddf988308e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: f49c5c15-cb10-4d23-9daa-d9efc162a2ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-558b4487d6-c5kwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: 0445a333-b8a2-4be9-8b87-6928dec241f8
  kind: Event
  lastTimestamp: "2026-03-18T16:56:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:56:05Z"
    name: message-dumper-predictor-558b4487d6-c5kwm.189dfddf98f5dc40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: bd6b366f-22cf-4d5d-be02-67c3d3eb061a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-558b4487d6-c5kwm
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: 0445a333-b8a2-4be9-8b87-6928dec241f8
  kind: Event
  lastTimestamp: "2026-03-18T16:57:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T16:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T16:57:58Z"
    name: message-dumper-predictor-558b4487d6-c5kwm.189dfdfa19b6ea4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: ac1cec3b-ee8f-4813-b264-8991aa55293d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-219.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-219.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-558b4487d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15028"
    uid: 223ad9e4-8921-40b4-a605-87c553307d66
  kind: Event
  lastTimestamp: "2026-03-18T16:56:03Z"
  message: 'Created pod: message-dumper-predictor-558b4487d6-c5kwm'
  metadata:
    creationTimestamp: "2026-03-18T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:03Z"
    name: message-dumper-predictor-558b4487d6.189dfddf3a973982
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: e77f9c63-37bb-48d5-9698-d37c7ed91153
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 5654b0c7-1e35-4d70-bc78-49751da2cd06
  kind: Event
  lastTimestamp: "2026-03-18T16:56:03Z"
  message: Scaled up replica set message-dumper-predictor-558b4487d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-03-18T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:03Z"
    name: message-dumper-predictor.189dfddf33bf7dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: cbc43724-5356-45a5-a98d-8e7fb57dfb5f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 2bcb698a-bb4c-424f-bfcf-1d2d6e338f4c
  kind: Event
  lastTimestamp: "2026-03-18T16:56:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:18Z"
    name: message-dumper-predictor.189dfde2b2b5feaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: e59cc267-014c-45d4-9e5d-55a897045e63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 2bcb698a-bb4c-424f-bfcf-1d2d6e338f4c
  kind: Event
  lastTimestamp: "2026-03-18T16:56:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T16:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:18Z"
    name: message-dumper-predictor.189dfde2b33a89c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: a8a61821-1e2a-4ee2-93b3-d2b50beb29b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 2bcb698a-bb4c-424f-bfcf-1d2d6e338f4c
  kind: Event
  lastTimestamp: "2026-03-18T16:56:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:33Z"
    name: message-dumper-predictor.189dfde63200b146
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: 555202a1-e78e-4023-aaec-9ae30adea409
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: 2bcb698a-bb4c-424f-bfcf-1d2d6e338f4c
  kind: Event
  lastTimestamp: "2026-03-18T16:56:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T16:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T16:56:33Z"
    name: message-dumper-predictor.189dfde63272d4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15384"
    uid: 848f4858-1f08-4b6f-a210-afc946a35bc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: 3aa6d32f-1f79-45a9-8b17-85dafefd519d
  kind: Event
  lastTimestamp: "2026-03-18T16:56:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:05Z"
    name: message-dumper.189dfddf3397bde5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15108"
    uid: ab8ac50f-b610-40fe-a40f-9b941de469c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15018"
    uid: 3aa6d32f-1f79-45a9-8b17-85dafefd519d
  kind: Event
  lastTimestamp: "2026-03-18T16:56:03Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-03-18T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:03Z"
    name: message-dumper.189dfddf33e4b564
    namespace: kserve-ci-e2e-test
    resourceVersion: "15070"
    uid: 0154734e-6e59-40dc-9095-0a80941122d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15036"
    uid: 3aa6d32f-1f79-45a9-8b17-85dafefd519d
  kind: Event
  lastTimestamp: "2026-03-18T16:56:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:03Z"
    name: message-dumper.189dfddf40bf9629
    namespace: kserve-ci-e2e-test
    resourceVersion: "15071"
    uid: 88ded9a0-3050-4623-9fe4-c5ce63eb4c1c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T16:56:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: 3aa6d32f-1f79-45a9-8b17-85dafefd519d
  kind: Event
  lastTimestamp: "2026-03-18T16:56:05Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-03-18T16:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T16:56:05Z"
    name: message-dumper.189dfddfbb0ef8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: 4078de65-29b5-41d4-9a3f-05059d93a7fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:25:21.546906Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26344"
    uid: ddd9e698-4fc3-49b1-bd53-aec4b50bc1f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:25:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:25:21Z"
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx.189dff7890f400b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26350"
    uid: af811527-f42c-4404-8c43-9d83e0a84da9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26354"
    uid: ddd9e698-4fc3-49b1-bd53-aec4b50bc1f1
  kind: Event
  lastTimestamp: "2026-03-18T17:25:21Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:25:21Z"
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx.189dff78a9e34a2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26362"
    uid: 228ab464-e96b-4ecb-a360-f5aa1e2998a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26347"
    uid: ddd9e698-4fc3-49b1-bd53-aec4b50bc1f1
  kind: Event
  lastTimestamp: "2026-03-18T17:25:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:25:21Z"
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx.189dff78ab2669e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26365"
    uid: de2fbbd7-928c-4c9d-845c-95d9f393127e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26347"
    uid: ddd9e698-4fc3-49b1-bd53-aec4b50bc1f1
  kind: Event
  lastTimestamp: "2026-03-18T17:25:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:25:22Z"
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx.189dff78aef86369
    namespace: kserve-ci-e2e-test
    resourceVersion: "26369"
    uid: d08e9fc4-3479-471b-ba44-4ed182090927
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26347"
    uid: ddd9e698-4fc3-49b1-bd53-aec4b50bc1f1
  kind: Event
  lastTimestamp: "2026-03-18T17:25:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:25:22Z"
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx.189dff78af6bdecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26370"
    uid: 6026ed81-5a20-4844-ac44-d23773da53e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26347"
    uid: ddd9e698-4fc3-49b1-bd53-aec4b50bc1f1
  kind: Event
  lastTimestamp: "2026-03-18T17:25:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.5.0" already present on
    machine
  metadata:
    creationTimestamp: "2026-03-18T17:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:25:26Z"
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx.189dff79bbefd897
    namespace: kserve-ci-e2e-test
    resourceVersion: "26402"
    uid: 0a48365a-2ac7-4be0-943c-92678487d484
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26347"
    uid: ddd9e698-4fc3-49b1-bd53-aec4b50bc1f1
  kind: Event
  lastTimestamp: "2026-03-18T17:25:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:25:26Z"
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx.189dff79c0ee7cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: 0f231b6d-4c72-425e-a0e6-222c9e36a11c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26347"
    uid: ddd9e698-4fc3-49b1-bd53-aec4b50bc1f1
  kind: Event
  lastTimestamp: "2026-03-18T17:25:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:25:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:25:26Z"
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx.189dff79c161239d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 3ad52390-48d4-4095-bc90-806ed4c5cb4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26347"
    uid: ddd9e698-4fc3-49b1-bd53-aec4b50bc1f1
  kind: Event
  lastTimestamp: "2026-03-18T17:26:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:26:01Z"
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx.189dff81d6cfa9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26611"
    uid: ddbefd87-6126-45e8-84f3-470142c5cd9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26319"
    uid: 49f31b94-d1fc-4b08-9b67-2c5ac2f82c6e
  kind: Event
  lastTimestamp: "2026-03-18T17:25:21Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-67f9b5bcdf-brrhx'
  metadata:
    creationTimestamp: "2026-03-18T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:25:21Z"
    name: sklearn-v2-mlserver-predictor-67f9b5bcdf.189dff78905e5b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "26345"
    uid: cee80b7b-c797-4062-b88e-4304898d9d1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26316"
    uid: 79d890bf-bc95-494e-b8f2-9d427f1d2086
  kind: Event
  lastTimestamp: "2026-03-18T17:25:21Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-67f9b5bcdf from 0 to
    1
  metadata:
    creationTimestamp: "2026-03-18T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:25:21Z"
    name: sklearn-v2-mlserver-predictor.189dff7884b947fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26321"
    uid: 2304a676-9e0e-43d0-8807-8956a82b4235
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 9c995864-ea23-4ad7-b9a9-fb421b7379ae
  kind: Event
  lastTimestamp: "2026-03-18T17:25:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:25:36Z"
    name: sklearn-v2-mlserver-predictor.189dff7c036347a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26459"
    uid: 24504240-e28c-42f8-a746-1750e7f7e67f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: 9c995864-ea23-4ad7-b9a9-fb421b7379ae
  kind: Event
  lastTimestamp: "2026-03-18T17:25:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:25:36Z"
    name: sklearn-v2-mlserver-predictor.189dff7c03cb116f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26460"
    uid: fcc10a65-d5d1-426d-aee1-67c07ae757ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26458"
    uid: 9c995864-ea23-4ad7-b9a9-fb421b7379ae
  kind: Event
  lastTimestamp: "2026-03-18T17:25:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:25:51Z"
    name: sklearn-v2-mlserver-predictor.189dff7f8308668a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26528"
    uid: 2aaa285e-d5b1-4840-947b-38a44875aaf2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26458"
    uid: 9c995864-ea23-4ad7-b9a9-fb421b7379ae
  kind: Event
  lastTimestamp: "2026-03-18T17:25:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-03-18T17:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:25:51Z"
    name: sklearn-v2-mlserver-predictor.189dff7f8370c44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26530"
    uid: d1c008dc-0f66-4fd4-b135-da918fe5008c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 82045ca4-cdf5-4798-9769-dc7c69907e17
  kind: Event
  lastTimestamp: "2026-03-18T17:25:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:25:58Z"
    name: sklearn-v2-mlserver.189dff7884938ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26568"
    uid: d4b5aa66-b9d7-403a-bb4b-eed8b6f202c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 82045ca4-cdf5-4798-9769-dc7c69907e17
  kind: Event
  lastTimestamp: "2026-03-18T17:25:21Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:25:21Z"
    name: sklearn-v2-mlserver.189dff7884e295c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26356"
    uid: c362f8de-818f-4e63-a897-76113f03d2b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26317"
    uid: 82045ca4-cdf5-4798-9769-dc7c69907e17
  kind: Event
  lastTimestamp: "2026-03-18T17:25:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:25:21Z"
    name: sklearn-v2-mlserver.189dff7897464270
    namespace: kserve-ci-e2e-test
    resourceVersion: "26357"
    uid: 5f2c0c93-75e8-4c60-8b0e-0ca249854c94
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:25:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26566"
    uid: 82045ca4-cdf5-4798-9769-dc7c69907e17
  kind: Event
  lastTimestamp: "2026-03-18T17:25:58Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:25:58Z"
    name: sklearn-v2-mlserver.189dff8133a9937b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26567"
    uid: 5af1d837-335f-44d7-9c51-0e08e2386974
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-03-18T17:36:11.868415Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30159"
    uid: 5b8ee605-c3ae-49e6-a2ab-37107648efe1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-546cb4c58-8h7rk
    to ip-10-0-139-49.ec2.internal
  metadata:
    creationTimestamp: "2026-03-18T17:36:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-03-18T17:36:11Z"
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk.189e000ffb22c291
    namespace: kserve-ci-e2e-test
    resourceVersion: "30167"
    uid: 7c46f2ce-e2dd-4bb6-8f9d-e9363c65f870
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-745b5b5c77-7x77t
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 5b8ee605-c3ae-49e6-a2ab-37107648efe1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:12Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-03-18T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-03-18T17:36:12Z"
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk.189e0010146ad2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30177"
    uid: 665bb3b5-71bf-4bab-aa24-0a69d67fbd9d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 5b8ee605-c3ae-49e6-a2ab-37107648efe1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:51226a883efdf7ccb64a3a56410fd7b7e354b39c67d730dd5df4437d36da2804"
    already present on machine
  metadata:
    creationTimestamp: "2026-03-18T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:12Z"
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk.189e001015a450af
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: ea956610-c0e3-4755-b7b9-fbd3fb8ddc1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 5b8ee605-c3ae-49e6-a2ab-37107648efe1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-03-18T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:12Z"
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk.189e0010186cb55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30181"
    uid: 894b5eb6-3f95-4c68-8022-903d7545498f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 5b8ee605-c3ae-49e6-a2ab-37107648efe1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-03-18T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:12Z"
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk.189e001018decbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: 8d33f5d0-1831-4aeb-8322-470842a5e4f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 5b8ee605-c3ae-49e6-a2ab-37107648efe1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:16Z"
  message: Container image "docker.io/seldonio/mlserver:1.5.0" already present on
    machine
  metadata:
    creationTimestamp: "2026-03-18T17:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:16Z"
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk.189e001123b5b853
    namespace: kserve-ci-e2e-test
    resourceVersion: "30210"
    uid: 2cc54c47-0ba0-4984-808d-9d2c59e7b7fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 5b8ee605-c3ae-49e6-a2ab-37107648efe1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-03-18T17:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:16Z"
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk.189e00112718871d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30214"
    uid: c5b36318-3931-40e8-bfb8-4eb56e79777e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 5b8ee605-c3ae-49e6-a2ab-37107648efe1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:16Z"
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk.189e0011279260e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30215"
    uid: 4351d71c-ed51-43ed-a5e6-7d2e8a6cd5b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: 5b8ee605-c3ae-49e6-a2ab-37107648efe1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-03-18T17:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-03-18T17:36:51Z"
    name: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk.189e0019456d6f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30403"
    uid: 2fa5e0a6-4d84-4056-b12c-b2675bb52c79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-49.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-49.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-546cb4c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30148"
    uid: d93c874d-beb4-4402-b9ea-2d52ad0eae6d
  kind: Event
  lastTimestamp: "2026-03-18T17:36:11Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-546cb4c58-8h7rk'
  metadata:
    creationTimestamp: "2026-03-18T17:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:36:11Z"
    name: xgboost-v2-mlserver-predictor-546cb4c58.189e000ffa8ba6f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30162"
    uid: 7d60ab7d-8e9c-49a6-bc74-3f16c86c09f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30146"
    uid: 949637f8-e5d3-483b-8d3b-d8976bb1b8d6
  kind: Event
  lastTimestamp: "2026-03-18T17:36:11Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-546cb4c58 from 0 to
    1
  metadata:
    creationTimestamp: "2026-03-18T17:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:36:11Z"
    name: xgboost-v2-mlserver-predictor.189e000ff5f91f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30150"
    uid: 84aaa979-9541-4d2a-b137-4a19da4a3ce2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30147"
    uid: 44cfef59-ac62-420a-9c07-33d6a52017f1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:36:41Z"
    name: xgboost-v2-mlserver-predictor.189e0013745d76d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30326"
    uid: ba54aec6-404f-41c9-95bc-22909b5e6735
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30147"
    uid: 44cfef59-ac62-420a-9c07-33d6a52017f1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-03-18T17:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-03-18T17:36:41Z"
    name: xgboost-v2-mlserver-predictor.189e001374c1fe88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: b9a98a68-3f52-4a02-94a5-8b43257bf5ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30122"
    uid: 6d999fb5-067f-47b6-aa78-7cb8a1fa86d1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-03-18T17:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:36:48Z"
    name: xgboost-v2-mlserver.189e000ff5b5dfe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30364"
    uid: d93d71d6-9ffe-4afe-a545-1675a80d2934
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30122"
    uid: 6d999fb5-067f-47b6-aa78-7cb8a1fa86d1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:11Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-03-18T17:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:36:11Z"
    name: xgboost-v2-mlserver.189e000ff6213aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30152"
    uid: 691d5ad8-2ba4-4b0a-a0b2-30090e5b822d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-03-18T17:36:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30362"
    uid: 6d999fb5-067f-47b6-aa78-7cb8a1fa86d1
  kind: Event
  lastTimestamp: "2026-03-18T17:36:48Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-03-18T17:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-03-18T17:36:48Z"
    name: xgboost-v2-mlserver.189e00189bf5b599
    namespace: kserve-ci-e2e-test
    resourceVersion: "30363"
    uid: eb0fbf75-06f7-4797-897d-7d944643a3eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "33976"