---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:47:09.042259Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34037"
    uid: 42088543-26c0-4162-a75a-dfc5448d4af4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:47:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:47:09Z"
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm.18aa9d00a4d8198d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34043"
    uid: 30c1615d-36f1-4a86-a1b3-cb4ba67b572e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34047"
    uid: 42088543-26c0-4162-a75a-dfc5448d4af4
  kind: Event
  lastTimestamp: "2026-04-28T19:47:09Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:47:09Z"
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm.18aa9d00bdee7c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: 918f06cd-440a-4e63-9477-ee81ecacce7a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 42088543-26c0-4162-a75a-dfc5448d4af4
  kind: Event
  lastTimestamp: "2026-04-28T19:47:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:14Z"
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm.18aa9d00c019f4c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34106"
    uid: 535e1760-649c-43f1-9bd6-3cac96e10a36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 42088543-26c0-4162-a75a-dfc5448d4af4
  kind: Event
  lastTimestamp: "2026-04-28T19:47:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:14Z"
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm.18aa9d00c32283ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: d80f7d15-3e4b-4dee-adb6-43ebc5981640
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 42088543-26c0-4162-a75a-dfc5448d4af4
  kind: Event
  lastTimestamp: "2026-04-28T19:47:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:14Z"
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm.18aa9d00c3971651
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: 27e52b43-a1b8-485d-9709-0cc163a8c736
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34039"
    uid: 42088543-26c0-4162-a75a-dfc5448d4af4
  kind: Event
  lastTimestamp: "2026-04-28T19:47:18Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm_kserve-ci-e2e-test(42088543-26c0-4162-a75a-dfc5448d4af4)
  metadata:
    creationTimestamp: "2026-04-28T19:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:18Z"
    name: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm.18aa9d02bf5184b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: d8e9f70c-44cc-4620-8131-60607d24537e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-19fe47-predictor-c5688fb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34021"
    uid: 12feedb7-7804-4414-8422-ae9b8ece46b9
  kind: Event
  lastTimestamp: "2026-04-28T19:47:09Z"
  message: 'Created pod: isvc-init-fail-19fe47-predictor-c5688fb5c-bh8pm'
  metadata:
    creationTimestamp: "2026-04-28T19:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:47:09Z"
    name: isvc-init-fail-19fe47-predictor-c5688fb5c.18aa9d00a46e090d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34038"
    uid: cd715729-950d-4087-b4b3-142d3cac57ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-19fe47-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34015"
    uid: d307e10f-5b7d-4242-a17e-e20cedef27b4
  kind: Event
  lastTimestamp: "2026-04-28T19:47:08Z"
  message: Scaled up replica set isvc-init-fail-19fe47-predictor-c5688fb5c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-28T19:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:47:08Z"
    name: isvc-init-fail-19fe47-predictor.18aa9d00a14e4f73
    namespace: kserve-ci-e2e-test
    resourceVersion: "34025"
    uid: 04774cbc-09dc-49d7-8f1c-2df760ab5bae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-19fe47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33984"
    uid: 4c0a080c-4863-46c5-8818-f5146e7b60aa
  kind: Event
  lastTimestamp: "2026-04-28T19:47:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:47:18Z"
    name: isvc-init-fail-19fe47.18aa9d00a17d3377
    namespace: kserve-ci-e2e-test
    resourceVersion: "34145"
    uid: e76d8156-ab9a-449f-a77d-555e070eb9a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-19fe47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33984"
    uid: 4c0a080c-4863-46c5-8818-f5146e7b60aa
  kind: Event
  lastTimestamp: "2026-04-28T19:47:08Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-19fe47":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-19fe47":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:47:08Z"
    name: isvc-init-fail-19fe47.18aa9d00a2143968
    namespace: kserve-ci-e2e-test
    resourceVersion: "34032"
    uid: 3d1ca8ff-f765-4ca7-8fce-7c624ed57047
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-19fe47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33984"
    uid: 4c0a080c-4863-46c5-8818-f5146e7b60aa
  kind: Event
  lastTimestamp: "2026-04-28T19:47:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-19fe47": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:47:09Z"
    name: isvc-init-fail-19fe47.18aa9d00a214a9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: e51d2e49-19cb-44b8-983e-e2b1bef2e459
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:28:14.831839Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-ltxg9
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:28:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:28:14Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bf890a28f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: 5e2dcb65-9352-41dc-a954-86f4473a1857
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:28:15Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:28:15Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bf8a99137ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: 732b3a35-cece-4d74-bdee-3728ce402d3f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:28:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:15Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bf8aaf8d0a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17880"
    uid: 3fa32cf3-c6df-430f-b132-d7a4525980fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:28:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:15Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bf8ae628c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17881"
    uid: 17f873d3-6f68-40b1-8af6-fc72478f3dea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:28:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:15Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bf8aed7aef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: b54a2513-67ad-4daf-9de9-a4156cdb0ca3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:28:19Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-28T19:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:19Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bf9a1cb8963
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: 41ac8b66-424c-4385-860f-a80e0c7ac0ee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:28:26Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 7.033s (7.033s
    including waiting). Image size: 606096651 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bfb450b2bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18060"
    uid: 530dd085-e4e1-408f-9b8d-a90c5f8cb143
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:28:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bfb482416e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: 87f02397-2739-47a5-b3ad-84252028ce2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:28:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bfb48975986
    namespace: kserve-ci-e2e-test
    resourceVersion: "18063"
    uid: b40b09ea-37f8-49c1-9e61-273ffe938e05
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:28:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bfb48a4d060
    namespace: kserve-ci-e2e-test
    resourceVersion: "18064"
    uid: 6d1c6a6d-1d87-4bf9-bdf2-4e8295063530
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:28:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bfb4b853c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "18065"
    uid: 0673a164-6649-43c5-b21c-e888b383382f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:28:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:26Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bfb4bf89efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18066"
    uid: af78b9c7-d508-4a5a-9b61-be539d73ed36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:29:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:40Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9bfb80feb51b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19099"
    uid: 5c9b57ec-8d69-42e8-bf55-197652cab092
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:29:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:54Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9c0fdea3f678
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: 265cd696-9354-425a-9885-711cc2511f07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:29:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:54Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9c0fdea49b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19334"
    uid: 816e7c4c-2157-4488-80a8-6d6dc4f5ca2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 29fd42c4-8bbe-4bea-b08f-b4e9dfffd607
  kind: Event
  lastTimestamp: "2026-04-28T19:29:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:29:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:58Z"
    name: isvc-lightgbm-predictor-bdf964bd-ltxg9.18aa9c10b134eb90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19404"
    uid: 6a8c8b1b-ba56-4844-b610-6603fe18a3a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17828"
    uid: 85d20c21-af8e-4b0e-bdef-f35305ec5001
  kind: Event
  lastTimestamp: "2026-04-28T19:28:14Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-ltxg9'
  metadata:
    creationTimestamp: "2026-04-28T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:28:14Z"
    name: isvc-lightgbm-predictor-bdf964bd.18aa9bf890368654
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: 5b3a9714-29d6-4dd7-a122-3eb872529f34
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17826"
    uid: 71610f4a-3399-431c-8a7d-3096846f48d9
  kind: Event
  lastTimestamp: "2026-04-28T19:28:14Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:28:14Z"
    name: isvc-lightgbm-predictor.18aa9bf879b50223
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: 78fdc090-ce49-4458-b5fe-7eac680e2164
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17827"
    uid: 339fc2aa-5dcd-4104-bcc2-4606aba4885d
  kind: Event
  lastTimestamp: "2026-04-28T19:28:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:28:59Z"
    name: isvc-lightgbm-predictor.18aa9bfbf88d44d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 694417e6-9913-46e7-ac27-32410f7d68c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17827"
    uid: 339fc2aa-5dcd-4104-bcc2-4606aba4885d
  kind: Event
  lastTimestamp: "2026-04-28T19:28:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:28:59Z"
    name: isvc-lightgbm-predictor.18aa9bfbf8ecbff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 55332a66-301d-4fbf-b314-8b57daf92413
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18113"
    uid: 339fc2aa-5dcd-4104-bcc2-4606aba4885d
  kind: Event
  lastTimestamp: "2026-04-28T19:29:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:29:44Z"
    name: isvc-lightgbm-predictor.18aa9c0675a7c849
    namespace: kserve-ci-e2e-test
    resourceVersion: "19149"
    uid: 675b9868-d607-4596-b9fc-8fba417c31ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18113"
    uid: 339fc2aa-5dcd-4104-bcc2-4606aba4885d
  kind: Event
  lastTimestamp: "2026-04-28T19:29:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:29:44Z"
    name: isvc-lightgbm-predictor.18aa9c067604b0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: 8a30de59-1cc0-4615-a8ec-3c462658633b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:29:55.130575Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:29:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:29:55Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c0feae7dcad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19340"
    uid: 61280b36-87aa-4f9f-84b6-af787f435a84
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:29:55Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:29:55Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c100431eed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19352"
    uid: 3eedcdad-d48e-46cd-8156-16967581299a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:29:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:55Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c1005841040
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: bff7470f-d36b-40f0-8216-952cc428b325
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:29:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:55Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c10089b5b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 8e38e96a-ea71-4b0c-9cbe-b499491d0847
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:29:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:55Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c100909be28
    namespace: kserve-ci-e2e-test
    resourceVersion: "19356"
    uid: d9ed805f-6da0-4d8d-8910-b41295af8aa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:29:59Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:59Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c10fdd0751a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19424"
    uid: a34c8e85-73a7-4782-a814-464a5e076bbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:29:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:59Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c11013505f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19426"
    uid: cc7c6e82-df13-415e-bfea-935766ec5b8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:29:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:59Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c1101b695a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19427"
    uid: 0b1f3a69-08e5-4bea-9c22-05b9f393e8c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:29:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:59Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c1101c34c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19428"
    uid: 3938b4b8-7bbd-4c05-8afe-e98897b58e25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:29:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:59Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c11064ddbe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19433"
    uid: 2b621a98-a49c-4de8-94f9-45a4c8a57501
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:29:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:29:59Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c1106c3bac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19435"
    uid: 1d5e9935-a5c7-4eec-8744-73fb320f3e6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:30:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:31:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:30:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:31:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c1175c4320d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: 5e5138b5-6a82-47d2-97f7-f16f771de207
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:31:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:31:25Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c24ea5efb6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: b4ea1ed5-92be-452a-9892-2acb0556a700
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:31:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:31:25Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c24ea600dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: 669bec21-c752-4cd6-a5e3-83c8ad7708d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19338"
    uid: 7320bf13-d054-4139-ad23-33215e059411
  kind: Event
  lastTimestamp: "2026-04-28T19:31:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:31:27Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9.18aa9c257bef8e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "20722"
    uid: e118221b-b23a-486d-abce-df5ab6fe961a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: fedf84bb-9eb0-4020-9ec3-436358acb8d8
  kind: Event
  lastTimestamp: "2026-04-28T19:29:55Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-67zf9'
  metadata:
    creationTimestamp: "2026-04-28T19:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:29:55Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18aa9c0fea80a680
    namespace: kserve-ci-e2e-test
    resourceVersion: "19337"
    uid: 084d2143-fe9e-4952-8f21-ea94b28ac1dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: c2435249-b000-4170-bcf8-eb1b8aeae55b
  kind: Event
  lastTimestamp: "2026-04-28T19:29:54Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-28T19:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:29:54Z"
    name: isvc-lightgbm-runtime-predictor.18aa9c0fd429790a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: d31312e3-ef7d-402e-b5c5-45b39c530738
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:30:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 9cb4c1d6-c432-4b5c-a40e-12b8a1b2474d
  kind: Event
  lastTimestamp: "2026-04-28T19:30:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:30:24Z"
    name: isvc-lightgbm-runtime-predictor.18aa9c1352a22bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 84afd818-360a-4577-af0c-a35eab98df9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:30:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 9cb4c1d6-c432-4b5c-a40e-12b8a1b2474d
  kind: Event
  lastTimestamp: "2026-04-28T19:30:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:30:24Z"
    name: isvc-lightgbm-runtime-predictor.18aa9c1353073955
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: ff3bd7d4-1fd2-4441-bcf4-07a77b4839d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:30:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19583"
    uid: 9cb4c1d6-c432-4b5c-a40e-12b8a1b2474d
  kind: Event
  lastTimestamp: "2026-04-28T19:31:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:31:24Z"
    name: isvc-lightgbm-runtime-predictor.18aa9c1a516af51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: 6f19f262-4bd7-4d8e-8c7b-c8045d8f941d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:30:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19583"
    uid: 9cb4c1d6-c432-4b5c-a40e-12b8a1b2474d
  kind: Event
  lastTimestamp: "2026-04-28T19:31:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:31:24Z"
    name: isvc-lightgbm-runtime-predictor.18aa9c1a51d53e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: 9ac31a8d-bce9-406c-8d47-edb248221fe2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19296"
    uid: e5881256-8e30-4252-88dc-21b065906022
  kind: Event
  lastTimestamp: "2026-04-28T19:30:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:29:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:30:03Z"
    name: isvc-lightgbm-runtime.18aa9c0fd402963c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 2541c634-708f-469d-9832-f545b21f069a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20523"
    uid: e5881256-8e30-4252-88dc-21b065906022
  kind: Event
  lastTimestamp: "2026-04-28T19:31:17Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:31:17Z"
    name: isvc-lightgbm-runtime.18aa9c232d1000b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20525"
    uid: 5f17d6ce-8450-4cbc-abac-0058b338ca72
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:34:39.733185Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23404"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:34:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:34:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c522e8af136
    namespace: kserve-ci-e2e-test
    resourceVersion: "23408"
    uid: a03e118f-543f-4c7e-b96e-bb816c4aa887
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23412"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:34:40Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:34:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c5247d3db63
    namespace: kserve-ci-e2e-test
    resourceVersion: "23419"
    uid: 95fbf3b1-2dd9-4e08-933d-9fb46e0ca298
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:34:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c524945600e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23421"
    uid: b77573d0-f3ec-46e5-a7bb-dde96b065453
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:34:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c524cf522fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23422"
    uid: 9b8085e4-7255-41dd-8b10-8b96f7d6271e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:34:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:40Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c524d5d4fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23423"
    uid: 3bb669ba-b238-4ff6-b89b-a3a128ead8a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:34:44Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c5354bdfeee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23500"
    uid: 0799d619-12ec-4229-9c38-20673a67aeac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:34:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c53583ccbad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: 111280e6-39e4-498c-8cbc-f0bf5253303d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:34:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c5358a1a09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: fb8d9888-b627-4357-94e6-5509d34bef69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:34:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c5358ae895c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: 0c913842-69b8-4b1f-8552-588afb5e4cfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:34:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c535bc62523
    namespace: kserve-ci-e2e-test
    resourceVersion: "23507"
    uid: 123debbc-fe63-46e6-8fe3-4b48ca98e66e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:34:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c535c4c2684
    namespace: kserve-ci-e2e-test
    resourceVersion: "23508"
    uid: 3c77a78a-db29-4ad0-95dd-2f2debdddbfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:34:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:51Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c5390b5bac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: dd1aaadf-4879-44f0-b530-0fc69e6a185c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:35:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c592a48f367
    namespace: kserve-ci-e2e-test
    resourceVersion: "23908"
    uid: 83874c3d-c662-4b9d-bea6-eac841aa61a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23406"
    uid: 867d0351-7545-4dda-8967-0da277dbe738
  kind: Event
  lastTimestamp: "2026-04-28T19:35:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:09Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr.18aa9c592a497eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23909"
    uid: aea2ecb0-be1c-4f84-bb30-c20d221bf34f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: b62ec2b7-66bb-46e1-ab17-61fa464deb96
  kind: Event
  lastTimestamp: "2026-04-28T19:34:39Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-t4pcr'
  metadata:
    creationTimestamp: "2026-04-28T19:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:34:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18aa9c522e1fb1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23405"
    uid: 851c9057-0a21-48d8-8f09-50583af569e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23370"
    uid: fc9cf4ec-d190-42e4-9e52-212148e0c0c6
  kind: Event
  lastTimestamp: "2026-04-28T19:34:39Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:34:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18aa9c52178904a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23373"
    uid: c6fd18cd-740b-4ddd-86ff-7bbf6d26f371
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: 5f875123-3361-4430-9dcf-571f548afb32
  kind: Event
  lastTimestamp: "2026-04-28T19:34:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:34:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18aa9c5596513a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23649"
    uid: f4dac058-5e97-4a33-b093-91876e9c9889
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: 5f875123-3361-4430-9dcf-571f548afb32
  kind: Event
  lastTimestamp: "2026-04-28T19:34:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:34:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:34:54Z"
    name: isvc-lightgbm-v2-kserve-predictor.18aa9c5596b666a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: af50cab4-d13f-40aa-837a-a8cd1bc358fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: 5f875123-3361-4430-9dcf-571f548afb32
  kind: Event
  lastTimestamp: "2026-04-28T19:35:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:35:09Z"
    name: isvc-lightgbm-v2-kserve-predictor.18aa9c59156a51fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23870"
    uid: 61aec36c-3630-4ce6-92e3-512db171a51d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: 5f875123-3361-4430-9dcf-571f548afb32
  kind: Event
  lastTimestamp: "2026-04-28T19:35:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:35:09Z"
    name: isvc-lightgbm-v2-kserve-predictor.18aa9c5915ad4e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "23872"
    uid: 7d410d9d-f523-4c3c-acc1-417377a3f363
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23359"
    uid: daae3a9f-0bf0-44e0-ad86-bb855ce5e454
  kind: Event
  lastTimestamp: "2026-04-28T19:34:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:34:48Z"
    name: isvc-lightgbm-v2-kserve.18aa9c521761d63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23563"
    uid: 0f0840d6-42d4-452d-8629-ac62600ea865
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23755"
    uid: daae3a9f-0bf0-44e0-ad86-bb855ce5e454
  kind: Event
  lastTimestamp: "2026-04-28T19:35:01Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:35:01Z"
    name: isvc-lightgbm-v2-kserve.18aa9c5754615dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23757"
    uid: da2e7daf-d0de-4b01-80d3-cc6540fa6b4f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:31:25.531225Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:31:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:31:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c24f73445e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 56cb050c-261d-430d-a0a3-cd762cd37d31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:31:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-28T19:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:31:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c2502e92d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: 1571b5ba-0ec1-41a1-893d-ce44971872cd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:31:26Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:31:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c2533e2d04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: d91eea64-d756-4ded-a048-32e851e8d60c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:31:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:31:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c2535525648
    namespace: kserve-ci-e2e-test
    resourceVersion: "20701"
    uid: 5761ce6c-3466-40e8-aef8-d91b02351dc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:31:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:31:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c2538641dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 32a41d8c-9aa4-4e71-9770-434935552b18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:31:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:31:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c2538d74454
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: 0176f9e7-cfe9-4d6c-b98c-10d799cd0e03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:31:31Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-28T19:31:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:31:31Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c263efc73d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: 0deed821-472c-4aab-b6dd-d041fc832bbf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:33:55Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m24.657s
    (2m24.657s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:33:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c47ed3e8d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "22756"
    uid: 84288b77-dd09-4639-8d41-50fa38f95cf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:33:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:33:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c47f3be17a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: 268ef528-3c6c-48db-8db9-f97e333f5d4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:33:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:33:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c47f5100cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 2db4a5eb-74e2-4bfd-a38c-09102dea80ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:33:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:33:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c47f520bba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22762"
    uid: 2aa71756-b860-4ef9-a013-a54bb60d063b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:33:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:33:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c47fc10222e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22764"
    uid: 9dee11f6-d0af-455a-b49a-d7537cfdf5ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:33:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:33:55Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c47fd5a6379
    namespace: kserve-ci-e2e-test
    resourceVersion: "22765"
    uid: c264a9a0-babd-4f8d-a6d8-164fff8806fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:34:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c5221cc4064
    namespace: kserve-ci-e2e-test
    resourceVersion: "23398"
    uid: d5b3f793-644f-45f7-bcf8-1efc360ebc7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: df8b6436-2aca-4af9-ad96-190b70d1f5a0
  kind: Event
  lastTimestamp: "2026-04-28T19:34:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:34:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p.18aa9c5221cce8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: 7a2a0bb8-ca05-49c2-b137-e6513e9010ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: e3355578-936f-4466-92da-d9893a08b27f
  kind: Event
  lastTimestamp: "2026-04-28T19:31:25Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-z2x9p'
  metadata:
    creationTimestamp: "2026-04-28T19:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:31:25Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18aa9c24f6c762fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: e2b574bd-af14-47f0-845a-c241203d4302
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: 73cc4bec-f525-477e-8a17-7562590909c8
  kind: Event
  lastTimestamp: "2026-04-28T19:31:25Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:31:25Z"
    name: isvc-lightgbm-v2-runtime-predictor.18aa9c24e050ec42
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 2073c9ff-8f40-4256-816f-05f00f294c93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 5569e8fc-af53-4a47-bd69-31d973e3136f
  kind: Event
  lastTimestamp: "2026-04-28T19:34:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:34:25Z"
    name: isvc-lightgbm-v2-runtime-predictor.18aa9c285ec5cedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: 925c78b9-b036-4fa7-9268-a5b3d443bc72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 5569e8fc-af53-4a47-bd69-31d973e3136f
  kind: Event
  lastTimestamp: "2026-04-28T19:34:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:34:25Z"
    name: isvc-lightgbm-v2-runtime-predictor.18aa9c285f298ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23162"
    uid: 6e3b66b7-c413-42bd-b2c7-238c7d6e27a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:31:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20626"
    uid: b31dd9e3-d2a4-4e5d-be4e-a1507c58e05e
  kind: Event
  lastTimestamp: "2026-04-28T19:31:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:31:33Z"
    name: isvc-lightgbm-v2-runtime.18aa9c24e031b3f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: 5150d4dd-1c23-4695-af8d-92c1060d6ffa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:34:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23282"
    uid: b31dd9e3-d2a4-4e5d-be4e-a1507c58e05e
  kind: Event
  lastTimestamp: "2026-04-28T19:34:33Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:34:33Z"
    name: isvc-lightgbm-v2-runtime.18aa9c50cf9579a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23284"
    uid: a6ea8dd7-ba99-43d8-9f27-07c88cd1f111
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 466bdb0e-4a2e-4cc0-8eb7-1fe5ef072639
  kind: Event
  lastTimestamp: "2026-04-28T19:28:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:28:23Z"
    name: isvc-lightgbm.18aa9bf879920f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18014"
    uid: b847cb0b-b342-469d-917a-fc48a5489d53
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:29:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: 466bdb0e-4a2e-4cc0-8eb7-1fe5ef072639
  kind: Event
  lastTimestamp: "2026-04-28T19:29:51Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:29:51Z"
    name: isvc-lightgbm.18aa9c0ef77b0b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 5dd0345c-f63d-4d34-b790-d129c47592ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:26:49.883133Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7d4db54646-dlmkf
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:26:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:26:49Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be4c94c1826
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: 6ac14f3d-c8ee-456d-84a1-2d566f7e26ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:50Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:26:50Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be4e2d356eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: 9e1ed665-10b7-47c8-9c78-8f3f2349a42f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:50Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be4e449576e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: c35fa740-2e5f-4240-8090-99e9bf6abde8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:50Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be4e72d2c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: 4c533ab6-7cf4-4a2c-895f-e30a71e162de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:50Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be4e7a0de57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: f8e1709f-7512-4302-93c4-28c4a42c9d1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:54Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be5c72a2921
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: 60a9f998-1bba-4695-af8b-508dccc3f8e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:54Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be5ca1e097f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: 98acf2bd-fbcc-4c83-957f-5558e2d64e6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:54Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be5ca945ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 396cf548-4d9e-4805-b2c0-1d9deeb1e01a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:54Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be5caa0d898
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 43ad80d4-6e02-408e-962b-a813b0c2b328
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:54Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be5cde377be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: daf24b40-f312-47bb-a7a5-570b6bd9e2f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:54Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be5ce57f2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: f0a5f1c5-f783-4e19-a4be-f7c551198654
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:54Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:de59d4f440abaeb1e71b5977a2145cdbe8db88ded8ac16ca09f179d82ba41738"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:54Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be5ce661381
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 227e8281-c578-4f52-b1c3-f477caff6a79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:54Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-28T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:54Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be5d239e0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: a16f1996-e839-4bd2-9c83-dd7f955a97ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:54Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-28T19:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:54Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be5d2ae0a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: 9f7a1f93-1730-4832-9985-cea818602e55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:28:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:32Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be6031ce350
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: a2d5400a-b708-4296-b885-fa8f353b52de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:28:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-28T19:26:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:32Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9be63ee3577d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: c1b24fbe-376d-4fe2-b05d-fd4b2bb5cdd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:28:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:14Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9bf883aa31d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: e015941b-68ad-48fc-9b8c-b98a0f597b11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:28:14Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-28T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:14Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9bf883aa6e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17855"
    uid: 9d7270b6-bcce-4d57-88c5-d7e66da19e44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:28:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:14Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9bf883aa946e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: 7cedd8b3-c4b2-4881-93b6-e3b6bfd57560
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7d4db54646-dlmkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: dde95831-d877-4b72-a1c1-c6affe564d4a
  kind: Event
  lastTimestamp: "2026-04-28T19:28:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:32Z"
    name: isvc-logger-predictor-7d4db54646-dlmkf.18aa9bf91affba94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18149"
    uid: f13a2883-9f63-4372-9efd-7dec9e86ee99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-7d4db54646
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: d6a055cf-ec86-44f9-8658-c1464f41baaf
  kind: Event
  lastTimestamp: "2026-04-28T19:26:49Z"
  message: 'Created pod: isvc-logger-predictor-7d4db54646-dlmkf'
  metadata:
    creationTimestamp: "2026-04-28T19:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:26:49Z"
    name: isvc-logger-predictor-7d4db54646.18aa9be4c8dc7ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: 60547004-de03-415e-81de-28603ecae8c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 71e57262-7bc3-4bf7-9620-5f89c11d08fb
  kind: Event
  lastTimestamp: "2026-04-28T19:26:49Z"
  message: Scaled up replica set isvc-logger-predictor-7d4db54646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:26:49Z"
    name: isvc-logger-predictor.18aa9be4a68672c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: bbb13b6f-10ac-45c0-b11a-43236b35d19a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:27:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 88f816e3-442d-41da-bded-3b148c98d904
  kind: Event
  lastTimestamp: "2026-04-28T19:27:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:27:34Z"
    name: isvc-logger-predictor.18aa9be8257c52b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 084f9e22-1548-47b9-a42b-dffe5909e023
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:27:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 88f816e3-442d-41da-bded-3b148c98d904
  kind: Event
  lastTimestamp: "2026-04-28T19:27:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:27:34Z"
    name: isvc-logger-predictor.18aa9be826360af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 2a36c189-d5c3-4384-9271-8a690d56e650
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:27:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: 88f816e3-442d-41da-bded-3b148c98d904
  kind: Event
  lastTimestamp: "2026-04-28T19:28:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:28:04Z"
    name: isvc-logger-predictor.18aa9beba4e5dcb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17659"
    uid: dddf67eb-3014-4a7f-867f-c623f5bdf452
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:27:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: 88f816e3-442d-41da-bded-3b148c98d904
  kind: Event
  lastTimestamp: "2026-04-28T19:28:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:28:04Z"
    name: isvc-logger-predictor.18aa9beba5449355
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: f547a828-a4e2-4f6e-9c3e-e7bc6e964cbd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: e4d18eb9-f3c7-4a28-abb4-91d583e5d1c4
  kind: Event
  lastTimestamp: "2026-04-28T19:27:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:27:05Z"
    name: isvc-logger.18aa9be4a65f32c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: 7136e35d-07e5-4796-a948-cbdf6cb0c2d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: e4d18eb9-f3c7-4a28-abb4-91d583e5d1c4
  kind: Event
  lastTimestamp: "2026-04-28T19:28:02Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:28:02Z"
    name: isvc-logger.18aa9bf5c6062f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17639"
    uid: d7590299-69b1-4369-8675-7330495967b3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:35:09.929718Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:35:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:35:09Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c5936657e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: d9cad8ca-7e25-4d97-9b76-3ec1a4f1a883
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:10Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:35:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c594f925862
    namespace: kserve-ci-e2e-test
    resourceVersion: "23928"
    uid: cc7ca7d4-aa27-4232-a170-89189a710dbd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c59513aeaf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23930"
    uid: 07826680-85e1-419c-9a51-cd432120a85c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c595535985f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23932"
    uid: d6371796-111a-45d0-a7e7-39011c84faf3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:10Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c5955a4d6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23933"
    uid: 5bd965ff-7ec6-42ac-9a6f-e1a0d3858462
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:14Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-28T19:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c5a56ac142f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24006"
    uid: 33b5b677-9fd0-4b53-818a-3238d7ab9940
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c5a596a2bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24008"
    uid: 9685740d-aa41-4dd0-8b5c-2c8d2c2f4164
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c5a59d25907
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: e5e6046c-ef74-469a-8163-d95698d4adb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c5a59de83f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24010"
    uid: 4b6ce12f-a869-4d9c-b887-c624a9f76ba3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c5a5d3ccdd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: e2c899e7-fdc6-416c-b34c-15bcaf9b6ce5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c5a5da8066d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24013"
    uid: 6cf35d5c-74a3-4220-837f-27264f0292c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c64d73fa62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24675"
    uid: 08c75531-4b0c-4c74-80ef-74a035d07dcf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23916"
    uid: 95b9d646-5e0e-46f0-a06a-5a5b98c7bf98
  kind: Event
  lastTimestamp: "2026-04-28T19:35:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:35:59Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx.18aa9c64d7404006
    namespace: kserve-ci-e2e-test
    resourceVersion: "24676"
    uid: 4288a136-ccb9-4447-baf6-4c3df0fac2a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "23883"
    uid: f083cc33-8611-4686-bd24-042102252a7d
  kind: Event
  lastTimestamp: "2026-04-28T19:35:09Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-g52mx'
  metadata:
    creationTimestamp: "2026-04-28T19:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:35:09Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18aa9c5935ff92a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23915"
    uid: 026aaa21-20f8-4730-82d9-246079ddf043
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23880"
    uid: b74d3b87-8076-4c5b-a36b-5c1b4e2a8a54
  kind: Event
  lastTimestamp: "2026-04-28T19:35:09Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:35:09Z"
    name: isvc-mlflow-v2-runtime-predictor.18aa9c591cb63e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: 0f73d247-18d5-48fd-9e6d-42f0d89ce21e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23882"
    uid: 5458fbfd-b22a-416f-a412-4b05b22a73d0
  kind: Event
  lastTimestamp: "2026-04-28T19:35:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:35:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18aa9c5c9b8a8583
    namespace: kserve-ci-e2e-test
    resourceVersion: "24360"
    uid: d17ab2ac-8624-4f1a-b1ad-1e5d8dfa2ab8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23882"
    uid: 5458fbfd-b22a-416f-a412-4b05b22a73d0
  kind: Event
  lastTimestamp: "2026-04-28T19:35:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:35:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18aa9c5c9beb7efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24361"
    uid: 434dbe94-7cda-421c-855b-90765dc7219f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: 5458fbfd-b22a-416f-a412-4b05b22a73d0
  kind: Event
  lastTimestamp: "2026-04-28T19:35:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:35:54Z"
    name: isvc-mlflow-v2-runtime-predictor.18aa9c639a0700cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24559"
    uid: df0079fe-5b51-4da5-ac36-a93a4cb3a7cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24152"
    uid: 5458fbfd-b22a-416f-a412-4b05b22a73d0
  kind: Event
  lastTimestamp: "2026-04-28T19:35:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:35:54Z"
    name: isvc-mlflow-v2-runtime-predictor.18aa9c639a656f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: 8f7a1a5b-ede0-4097-9ad7-94138f301c40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: 39f1fd25-bd07-4d05-ae05-3b1965437dba
  kind: Event
  lastTimestamp: "2026-04-28T19:35:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:35:17Z"
    name: isvc-mlflow-v2-runtime.18aa9c591c86c6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: 9b090229-30db-4afe-a955-9d1fe32e26be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: 39f1fd25-bd07-4d05-ae05-3b1965437dba
  kind: Event
  lastTimestamp: "2026-04-28T19:35:09Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:35:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:35:09Z"
    name: isvc-mlflow-v2-runtime.18aa9c591df7d979
    namespace: kserve-ci-e2e-test
    resourceVersion: "23892"
    uid: 7b04848c-294d-4b5b-9053-383cd27ec79b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24529"
    uid: 39f1fd25-bd07-4d05-ae05-3b1965437dba
  kind: Event
  lastTimestamp: "2026-04-28T19:35:52Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:35:52Z"
    name: isvc-mlflow-v2-runtime.18aa9c6308fca2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 16379441-6311-43c0-b039-e5adb4b617e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:37:20.282537Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25865"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-ts72q
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:37:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:37:20Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c779007a351
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: fbf5b090-2816-44ab-b8e7-2192da02715f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25873"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:20Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:37:20Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c77a932d00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: f1618330-cafd-4b19-8634-f4d11c60a253
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:20Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c77aac77cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: 7d4d0933-29b5-40dc-accc-55f5cef7f765
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:20Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c77adc59e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: 557445e2-4cc2-44a0-9afe-846f0eea23fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:20Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c77ae38813b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25884"
    uid: 50f8e4cc-3330-49c4-8ace-752fb6c3112b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:25Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-28T19:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:25Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c78b535671e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25959"
    uid: 314c4f06-bc30-49af-bb1f-cc868836b4a0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:36Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.842s (10.842s
    including waiting). Image size: 1162587384 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:36Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c7b3b7a413a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26120"
    uid: 837d117b-9b08-45e1-a89f-6ea1b16af5e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:36Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c7b3e483deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26123"
    uid: 08d4b956-a207-4d9c-a193-bb90e2cc1242
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:36Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c7b3eae5a31
    namespace: kserve-ci-e2e-test
    resourceVersion: "26124"
    uid: 96a970ba-3093-41a3-b61b-3dcfeaa91832
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:36Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c7b3ebb17af
    namespace: kserve-ci-e2e-test
    resourceVersion: "26125"
    uid: 4c9969cc-dced-4272-af05-5595dcca0139
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:36Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c7b41d14fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 26813937-d731-487d-8065-2555f5b7a61d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:36Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c7b423665be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26127"
    uid: 611d83ab-a527-4127-a85f-9616f0a06881
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:38:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:33Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c7b833c271a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26985"
    uid: 7a9a6042-3528-4a2d-9aba-63cec70dfe57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:38:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c88295277a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: 71d37f60-ed68-48cf-b08d-8e6487d0c729
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:38:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:31Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c8829531ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26936"
    uid: 44efd140-7079-4fb1-bebd-4f3317e5fc92
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25867"
    uid: fb4159da-753d-44d9-9882-f66db722c96b
  kind: Event
  lastTimestamp: "2026-04-28T19:38:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:33Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-ts72q.18aa9c888d4157e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: a6cdcfde-b723-449c-80b7-84afde9d66b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25834"
    uid: 24ab47ea-3d2b-4fd7-aa2c-5fbb8aeda670
  kind: Event
  lastTimestamp: "2026-04-28T19:37:20Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-ts72q'
  metadata:
    creationTimestamp: "2026-04-28T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:37:20Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18aa9c778f95644d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25866"
    uid: 8076bbca-08dd-4af8-80e1-5eb411e5ac84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25832"
    uid: e3d7144e-4ec4-4549-9383-62a7b9e022a2
  kind: Event
  lastTimestamp: "2026-04-28T19:37:19Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:37:19Z"
    name: isvc-paddle-predictor.18aa9c7778e23e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: 6f7b7737-0bcc-4028-a329-ed832413fc4f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25833"
    uid: ad4a6ab0-665f-4004-8a42-fe8df4c8f439
  kind: Event
  lastTimestamp: "2026-04-28T19:38:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:38:04Z"
    name: isvc-paddle-predictor.18aa9c7af7afdbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26530"
    uid: 41e83286-fa45-4de5-a751-49d23ee5ab96
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25833"
    uid: ad4a6ab0-665f-4004-8a42-fe8df4c8f439
  kind: Event
  lastTimestamp: "2026-04-28T19:38:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:38:04Z"
    name: isvc-paddle-predictor.18aa9c7af8101d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26531"
    uid: 34bea58c-00ee-448c-82c1-d6ade5324698
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26102"
    uid: ad4a6ab0-665f-4004-8a42-fe8df4c8f439
  kind: Event
  lastTimestamp: "2026-04-28T19:38:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:38:19Z"
    name: isvc-paddle-predictor.18aa9c85752149e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: 626f6f93-e8f8-4ec5-a7b9-3440283743d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26102"
    uid: ad4a6ab0-665f-4004-8a42-fe8df4c8f439
  kind: Event
  lastTimestamp: "2026-04-28T19:38:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:38:19Z"
    name: isvc-paddle-predictor.18aa9c857585e51d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26738"
    uid: eeec070b-8cd4-4a91-9d21-ac44df5ce8ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:38:31.780239Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26939"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:38:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:38:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c8835a00534
    namespace: kserve-ci-e2e-test
    resourceVersion: "26943"
    uid: dc6db1ca-2700-4c4f-b7de-a16947d3d888
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26947"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:38:32Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:38:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c884ebf44c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26956"
    uid: 472d39f0-2b98-4b90-acbd-4d93a58f37fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:38:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c885021f58b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26958"
    uid: 3f17c553-5a85-42c5-bbb1-1874aba9ed7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:38:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c8852d4b75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26959"
    uid: a9de45b6-0805-44c5-a4b7-dbd78e6fa17d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:38:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:32Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c88533c2e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26960"
    uid: 8c613715-3182-436a-951d-e1c3c8cfa62e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:38:37Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:37Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c89880216f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27052"
    uid: cb294533-54e9-40b1-bd8e-507faa71ebdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:38:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:37Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c898b08ac0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27055"
    uid: 8b8eae77-1e84-40e0-ae54-7d8e810e8839
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:38:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:37Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c898b6e6679
    namespace: kserve-ci-e2e-test
    resourceVersion: "27057"
    uid: 87316f4a-799e-4abe-8081-9056495f21bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:38:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:37Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c898b7a76e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27058"
    uid: f2101af9-8ee9-4e2d-a259-61e3e1da07d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:38:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:37Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c898e6bb02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: a7b16801-0d5e-4c62-8f95-6bc0adaec0d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:38:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:38:37Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c898edf6fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 24ca087d-e3bc-4ee7-afdf-c5e474e6b8dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:39:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c89ffc9a76e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27940"
    uid: c3dcd6f0-eb69-46eb-bc49-0908481a33ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:39:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:33Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c968042b145
    namespace: kserve-ci-e2e-test
    resourceVersion: "27880"
    uid: acaec792-32ad-4f52-8de6-b2b506a32cd3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:39:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:33Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c9680432d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "27881"
    uid: 8fdc8975-9f27-41d6-ada8-bd39a9da77dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26941"
    uid: b92eeb7d-7365-453c-ab3c-89526b93cbc8
  kind: Event
  lastTimestamp: "2026-04-28T19:39:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:35Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb.18aa9c9709c39d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27939"
    uid: d9e8c65e-51d7-4700-b992-3790f1ad18f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26908"
    uid: d87124ff-9c30-477f-af1d-0ae69d9647a4
  kind: Event
  lastTimestamp: "2026-04-28T19:38:31Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-9thsb'
  metadata:
    creationTimestamp: "2026-04-28T19:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:38:31Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18aa9c88353bb38d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26940"
    uid: 3ba36894-d698-4e3b-bae3-41f5120edfe8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26905"
    uid: 24f858aa-5a23-4e48-9d2b-24a997e8b8c9
  kind: Event
  lastTimestamp: "2026-04-28T19:38:31Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-28T19:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:38:31Z"
    name: isvc-paddle-runtime-predictor.18aa9c881ef87ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26909"
    uid: 4ba4517e-264e-4e26-b462-0fc484e045c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26907"
    uid: debb650e-067b-4d1d-9227-080721c50601
  kind: Event
  lastTimestamp: "2026-04-28T19:39:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:39:16Z"
    name: isvc-paddle-runtime-predictor.18aa9c8b9d8d2baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27604"
    uid: bb37b14e-22de-40d7-be7e-8032b445cf79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26907"
    uid: debb650e-067b-4d1d-9227-080721c50601
  kind: Event
  lastTimestamp: "2026-04-28T19:39:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:39:16Z"
    name: isvc-paddle-runtime-predictor.18aa9c8b9df40557
    namespace: kserve-ci-e2e-test
    resourceVersion: "27605"
    uid: 4a79ab03-5715-4618-902c-d658331eb5f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: debb650e-067b-4d1d-9227-080721c50601
  kind: Event
  lastTimestamp: "2026-04-28T19:39:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:39:31Z"
    name: isvc-paddle-runtime-predictor.18aa9c961b50b2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27818"
    uid: f570330b-45d2-49cc-82de-16eeb574f429
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27193"
    uid: debb650e-067b-4d1d-9227-080721c50601
  kind: Event
  lastTimestamp: "2026-04-28T19:39:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:39:31Z"
    name: isvc-paddle-runtime-predictor.18aa9c961bb44fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27820"
    uid: 719f0db7-a16d-49fb-a146-7f05cd0871e6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: 45564778-7445-43e3-a9fc-6e717dc85349
  kind: Event
  lastTimestamp: "2026-04-28T19:38:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:38:40Z"
    name: isvc-paddle-runtime.18aa9c881ed4336e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27104"
    uid: f61f7b5a-c38a-4ef5-84e1-a8b1beed6234
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27740"
    uid: 45564778-7445-43e3-a9fc-6e717dc85349
  kind: Event
  lastTimestamp: "2026-04-28T19:39:25Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:39:25Z"
    name: isvc-paddle-runtime.18aa9c94c2fee2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27742"
    uid: ad435805-4eb5-4391-ba61-c5836e200874
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:39:33.381032Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27883"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:39:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:39:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c968d51862b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27887"
    uid: b0d13bcd-e42c-4dba-89c2-11e77dc0484a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27893"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:39:33Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:39:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c96a643f304
    namespace: kserve-ci-e2e-test
    resourceVersion: "27903"
    uid: 39c4ff5f-9c4f-40ea-9fe7-d1f60d0e59e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:39:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c96a794db7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27905"
    uid: 2359695c-2475-45b2-9a04-4a84f76cac06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:39:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c96aa486f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: 359a5acd-3121-42f1-8883-e5dcd8012276
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:39:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c96aab811e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: e223a2f5-1f91-4c0b-a1b4-b530f02e8d5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:39:38Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c97c7c5c575
    namespace: kserve-ci-e2e-test
    resourceVersion: "27990"
    uid: da3205c3-90ab-4cf1-92ee-fbb008086d20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:39:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c97cacc0ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27993"
    uid: 00f45358-1c58-46f9-8338-8e0d842414a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:39:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c97cb3afa0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27994"
    uid: 155cfa95-1e45-4d7e-a185-18cf3b2cfe6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:39:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c97cb462b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "27995"
    uid: 4870b6ac-0886-4d14-9c8e-a3b92c1c68ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:39:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c97ce758519
    namespace: kserve-ci-e2e-test
    resourceVersion: "27997"
    uid: 85021ac6-3d76-4bc3-bfad-646ec2a77f60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:39:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:39:38Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c97cee3dbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27998"
    uid: 15a5b553-af22-4c3a-a7dd-8a402d69b7de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:40:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:39:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:36Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9c983f7ffb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28870"
    uid: cabe14b4-9124-466d-bd6f-c85f3d1fa2e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:40:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9ca4d7cfb41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28821"
    uid: f482f959-2b28-4339-898d-395065515ae5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:40:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:34Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9ca4d7d04ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: c3b420bb-a5fb-4740-b2f8-adfc477997fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: d5248e85-8cda-465b-8ce5-df0b2d192126
  kind: Event
  lastTimestamp: "2026-04-28T19:40:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:36Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7.18aa9ca549856926
    namespace: kserve-ci-e2e-test
    resourceVersion: "28869"
    uid: d69aaa24-fcfa-4b00-8a5b-add5faa02782
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 4e7e60bd-38bb-4f74-9b7d-d75e9167e487
  kind: Event
  lastTimestamp: "2026-04-28T19:39:33Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-jphz7'
  metadata:
    creationTimestamp: "2026-04-28T19:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:39:33Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18aa9c968ce3fa60
    namespace: kserve-ci-e2e-test
    resourceVersion: "27884"
    uid: 3f72d0ad-9b89-419b-95bf-6f040d29fde5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27852"
    uid: 847b8b58-2a1e-413f-8914-4f9ce9b611ae
  kind: Event
  lastTimestamp: "2026-04-28T19:39:32Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-28T19:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:39:32Z"
    name: isvc-paddle-v2-kserve-predictor.18aa9c96766c06d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27856"
    uid: 310e7094-0860-48b3-a641-467cdf1e0bf0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27853"
    uid: dfa60fcc-f00d-42f5-a3d2-0931712470e6
  kind: Event
  lastTimestamp: "2026-04-28T19:39:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:39:48Z"
    name: isvc-paddle-v2-kserve-predictor.18aa9c99f4e15384
    namespace: kserve-ci-e2e-test
    resourceVersion: "28136"
    uid: 2ddba74e-8a34-4eab-a7ef-175f147f9ad3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27853"
    uid: dfa60fcc-f00d-42f5-a3d2-0931712470e6
  kind: Event
  lastTimestamp: "2026-04-28T19:39:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:39:48Z"
    name: isvc-paddle-v2-kserve-predictor.18aa9c99f53ab888
    namespace: kserve-ci-e2e-test
    resourceVersion: "28138"
    uid: 945f2e60-54f0-4704-9a68-4bf79a63fae2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28137"
    uid: dfa60fcc-f00d-42f5-a3d2-0931712470e6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:40:33Z"
    name: isvc-paddle-v2-kserve-predictor.18aa9c9d75bdf017
    namespace: kserve-ci-e2e-test
    resourceVersion: "28758"
    uid: e655a16b-46ed-4cdd-8425-1523e525e0e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28137"
    uid: dfa60fcc-f00d-42f5-a3d2-0931712470e6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:40:33Z"
    name: isvc-paddle-v2-kserve-predictor.18aa9c9d765904e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28759"
    uid: cee397e4-c768-4c98-9b7c-db753023ff83
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:39:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: 8a3d1479-d496-47f0-9cbd-e158d1f37869
  kind: Event
  lastTimestamp: "2026-04-28T19:39:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:39:41Z"
    name: isvc-paddle-v2-kserve.18aa9c96764a3355
    namespace: kserve-ci-e2e-test
    resourceVersion: "28047"
    uid: 34c9a69c-4b08-4839-9852-a71f514a82a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "28677"
    uid: 8a3d1479-d496-47f0-9cbd-e158d1f37869
  kind: Event
  lastTimestamp: "2026-04-28T19:40:26Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:40:27Z"
    name: isvc-paddle-v2-kserve.18aa9ca308e5aa4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28678"
    uid: 5d751fbe-c527-4980-837a-e14aad1b7578
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: 22df7caa-035f-4950-9eb2-ce61782f607b
  kind: Event
  lastTimestamp: "2026-04-28T19:37:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:37:28Z"
    name: isvc-paddle.18aa9c7778bbf8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: 0ed5f9ea-7d25-4638-bba5-89556a08ee90
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:38:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "26794"
    uid: 22df7caa-035f-4950-9eb2-ce61782f607b
  kind: Event
  lastTimestamp: "2026-04-28T19:38:23Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:38:23Z"
    name: isvc-paddle.18aa9c8647c86d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26796"
    uid: ccfea20a-9609-49a7-b7a3-9ead666a8e32
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:40:34.980385Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28825"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-zzb69
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:40:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:40:34Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca4e4ed14fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28829"
    uid: adb30c13-ebec-4cb6-86f6-3bcbd05a3ff4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:35Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:40:35Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca4fe015290
    namespace: kserve-ci-e2e-test
    resourceVersion: "28840"
    uid: be28f721-d6c6-4afe-b16a-e206e3dc8160
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:35Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca4ff78beff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28843"
    uid: 88328516-9ed9-4ee0-8078-ca4b81e73844
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:35Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca50276f0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 40f94402-edb5-4db6-ab6d-4f44fe8967ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:35Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca502e4dcfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28845"
    uid: af3a69a3-1968-4cb7-912e-ddfd71b6894a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:39Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-28T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:39Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca6074bddd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28918"
    uid: 5d3444ea-cbf2-42b0-acb5-f54f48c2bd68
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:46Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.88s (6.88s including
    waiting). Image size: 801068920 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:46Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca7a1668b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "29026"
    uid: cf72f249-dab1-4146-9c93-88cb0c37eb9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:46Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca7a450fafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29027"
    uid: 5f6a641f-8aae-4361-aa53-de39ed8ae6fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:46Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca7a4c4a6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29028"
    uid: 9860381d-fb39-4f38-a596-9569d527d5ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:46Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca7a4d26ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29029"
    uid: d4dd0505-15b1-487c-8b52-a0d90ce16ba6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:46Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca7a7aceceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29031"
    uid: 477480d6-2f54-4774-aad2-d5020eca72b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:40:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:40:46Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca7a864b2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29032"
    uid: fa021f86-157d-43b8-b1bf-ee1ac0d0a9b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:42:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:02Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9ca7aa3ff45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30074"
    uid: 876bdc9f-9884-48e3-a509-967ec9568ad3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:42:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:16Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9cbc79c68fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30305"
    uid: 11ebbd9e-a55c-43a2-bd01-177199e0634f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:42:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:16Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9cbc79c71d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "30306"
    uid: 6dc245fa-11dc-4057-bb40-827a705be9a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zzb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 4f752d0a-b57f-483d-bfc8-fa9ebcd5d6d6
  kind: Event
  lastTimestamp: "2026-04-28T19:42:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:17Z"
    name: isvc-pmml-predictor-8bb578669-zzb69.18aa9cbcda65d766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30341"
    uid: deaaaeec-b780-488a-a445-e469d53f615d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "28795"
    uid: 89926265-b40c-40aa-b8a6-b1fd2be3cea2
  kind: Event
  lastTimestamp: "2026-04-28T19:40:34Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-zzb69'
  metadata:
    creationTimestamp: "2026-04-28T19:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:40:34Z"
    name: isvc-pmml-predictor-8bb578669.18aa9ca4e494f638
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 58489004-ddb6-4c66-a8c0-fe05fc331c0f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28793"
    uid: 72651e9f-7a31-4305-97ef-5c01dbac1e4c
  kind: Event
  lastTimestamp: "2026-04-28T19:40:34Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:40:34Z"
    name: isvc-pmml-predictor.18aa9ca4cdb95d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28796"
    uid: d16f5838-fbd8-4cdc-a045-2467a1052968
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: 2a24a321-0b58-4b3b-91d9-35eb61dc8f4e
  kind: Event
  lastTimestamp: "2026-04-28T19:41:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:41:19Z"
    name: isvc-pmml-predictor.18aa9ca84c4541cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29486"
    uid: b9f55147-e538-4eda-b239-5b94ab9fea70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: 2a24a321-0b58-4b3b-91d9-35eb61dc8f4e
  kind: Event
  lastTimestamp: "2026-04-28T19:41:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:41:19Z"
    name: isvc-pmml-predictor.18aa9ca84c86d92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29487"
    uid: d80b1527-8dd0-4fcf-97d7-d2a82cce0a39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:41:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: 2a24a321-0b58-4b3b-91d9-35eb61dc8f4e
  kind: Event
  lastTimestamp: "2026-04-28T19:42:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:42:04Z"
    name: isvc-pmml-predictor.18aa9cb2c9a9250e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30098"
    uid: 52f6fbd1-c2df-4310-90f2-06906c254df7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:41:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29074"
    uid: 2a24a321-0b58-4b3b-91d9-35eb61dc8f4e
  kind: Event
  lastTimestamp: "2026-04-28T19:42:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:42:04Z"
    name: isvc-pmml-predictor.18aa9cb2c9eb2fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 935aaf90-3bf4-48cb-b6ed-31e4b7bc67a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:42:16.631499Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30310"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-2zztw
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:42:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:42:16Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cbc8fce16de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30314"
    uid: 8d049d37-d84e-46fc-adc7-3995a5bf989c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30318"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:17Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:42:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cbca884e55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30326"
    uid: 06502f15-bbfd-49e5-90f4-2766579a7a49
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:17Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
  metadata:
    creationTimestamp: "2026-04-28T19:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cbca9f1b4a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30328"
    uid: 6dc480b3-8839-4f2d-bd01-e51109c1e8c6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    in 5.108s (5.108s including waiting). Image size: 301485528 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:22Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cbdda6d7db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30410"
    uid: 0cb01b0c-fe8b-48c4-a313-50796789b391
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:22Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cbdde4a23ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30413"
    uid: 568f4936-3bed-4107-aa4b-e1b66cd40268
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:42:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:22Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cbddeb59c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "30414"
    uid: c7261d59-c5bc-4dee-a675-336ee020ffec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:26Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-28T19:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:26Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cbee9bd4767
    namespace: kserve-ci-e2e-test
    resourceVersion: "30486"
    uid: 1bd0b6d3-090b-4a28-94d6-c1c0eaa76fc4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:33Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.11s (7.11s including
    waiting). Image size: 801068920 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:33Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cc0918df949
    namespace: kserve-ci-e2e-test
    resourceVersion: "30588"
    uid: e7bf737d-2965-4156-8184-018e631b51a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:33Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cc094b38d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: c442d4c8-d8ea-4a50-8b39-39bbce4a1dbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:33Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cc0952baefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30590"
    uid: 69d63de2-d5cb-4d05-b41f-abada6839450
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:33Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-28T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:33Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cc09537382f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30592"
    uid: 107fe4bb-501d-4a21-a25e-f04a34ea7cfe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.408s (2.408s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:36Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cc124c844e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30626"
    uid: 47ffbeb3-0cd8-4693-b5b3-1d247af7b593
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:36Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cc127ef681e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30628"
    uid: c018bf90-59a0-4c73-ac5c-14567a9fb8e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:42:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:42:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:42:36Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cc12878a82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30629"
    uid: 7f187edd-0f25-4bdb-8e51-5d2e76aa40ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:44:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:42:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:03Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cc17bc975ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31885"
    uid: 0448f202-7a53-491d-9133-78ba49cd609d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:44:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:01Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cd5162b6c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "31838"
    uid: aad067e6-446f-4ee3-b364-8695c9f3cb34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:44:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:01Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cd5162bdca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31839"
    uid: 0b1c721b-6edb-49ae-b2cf-59449e10cd98
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: f1725c5e-89b3-42d7-aa6e-1bef5c37035f
  kind: Event
  lastTimestamp: "2026-04-28T19:44:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:03Z"
    name: isvc-pmml-runtime-predictor-67bc544947-2zztw.18aa9cd581eb30f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31884"
    uid: 87dbe50f-ca52-4a4a-b9b5-14e2e2d9e5af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "30279"
    uid: 2f702c42-c216-4dd2-af0c-802dc240f90c
  kind: Event
  lastTimestamp: "2026-04-28T19:42:16Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-2zztw'
  metadata:
    creationTimestamp: "2026-04-28T19:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:42:16Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18aa9cbc8f6463f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30311"
    uid: 6165d0ac-e6e6-4288-8f9a-01306fc6f8b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30277"
    uid: 0a826760-01de-487d-b9ac-67d42d2f1273
  kind: Event
  lastTimestamp: "2026-04-28T19:42:16Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-28T19:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:42:16Z"
    name: isvc-pmml-runtime-predictor.18aa9cbc72f4670f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30280"
    uid: 0f569101-b566-47c7-81c1-9ad9a5f74468
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30278"
    uid: f447025d-a63f-426e-a330-45ce0473be98
  kind: Event
  lastTimestamp: "2026-04-28T19:42:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:42:46Z"
    name: isvc-pmml-runtime-predictor.18aa9cbff1ea20ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: d2e47267-10b1-4a63-9cbe-1580c895a99c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30278"
    uid: f447025d-a63f-426e-a330-45ce0473be98
  kind: Event
  lastTimestamp: "2026-04-28T19:42:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:42:46Z"
    name: isvc-pmml-runtime-predictor.18aa9cbff24c40e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30764"
    uid: a8e87021-d7bf-4336-aee6-c3961120e476
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-28T19:43:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30551"
    uid: f447025d-a63f-426e-a330-45ce0473be98
  kind: Event
  lastTimestamp: "2026-04-28T19:44:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:44:01Z"
    name: isvc-pmml-runtime-predictor.18aa9cc6f06aca29
    namespace: kserve-ci-e2e-test
    resourceVersion: "31793"
    uid: dfb4f605-fd27-4bb4-ac35-8ea266af7a01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-28T19:43:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30551"
    uid: f447025d-a63f-426e-a330-45ce0473be98
  kind: Event
  lastTimestamp: "2026-04-28T19:44:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:43:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:44:01Z"
    name: isvc-pmml-runtime-predictor.18aa9cc6f0c941b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31794"
    uid: 7cca02ca-6e49-4204-bebf-09a024e6f14a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30264"
    uid: 2dd4beff-7869-44c1-9c98-06e4a59a6314
  kind: Event
  lastTimestamp: "2026-04-28T19:42:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:42:24Z"
    name: isvc-pmml-runtime.18aa9cbc72d0ad52
    namespace: kserve-ci-e2e-test
    resourceVersion: "30454"
    uid: 7b7ae98d-f186-4eae-9915-2dbaf2b9422f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30264"
    uid: 2dd4beff-7869-44c1-9c98-06e4a59a6314
  kind: Event
  lastTimestamp: "2026-04-28T19:42:16Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:42:16Z"
    name: isvc-pmml-runtime.18aa9cbc73ecb0f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: 77d1eac7-08d1-4ddb-bd52-9a9e154d05d1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:43:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31691"
    uid: 2dd4beff-7869-44c1-9c98-06e4a59a6314
  kind: Event
  lastTimestamp: "2026-04-28T19:43:53Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:43:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:43:54Z"
    name: isvc-pmml-runtime.18aa9cd33802f2fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: 64acf653-13b4-45cc-8a77-6138a5d387dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:44:02.284968Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31841"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:44:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:44:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd5293dfbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31845"
    uid: 13d24fef-ab05-405b-b729-19171299b62d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31850"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:44:02Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:44:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd54239c493
    namespace: kserve-ci-e2e-test
    resourceVersion: "31862"
    uid: 6e3d543f-c466-43a9-96b9-5bde242bd1ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:44:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd543d17a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31864"
    uid: 62577944-edda-4684-85a8-e432319d856c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:44:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd546815470
    namespace: kserve-ci-e2e-test
    resourceVersion: "31865"
    uid: 290a1547-1e81-4060-8f0a-3aa09ae86abf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:44:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd546fc54b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31868"
    uid: 6324bb1d-4aca-4889-a315-be6471c21603
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:44:07Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd64418c3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31940"
    uid: 68934ffe-b979-4e9a-a597-ea30decb074d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:44:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd64746b177
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: a8c04879-b0db-4896-b5c4-acf0926320e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:44:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd647b659e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31943"
    uid: 98ab857f-5551-457c-9472-634e7d9e29d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:44:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd647c338d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31944"
    uid: e1f89304-f3d4-42b4-82cf-06180824a947
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:44:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd64ab24e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "31946"
    uid: 04e8ceb3-0e6e-4211-815a-b896a1126986
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:44:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:44:07Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd64b3b3a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "31947"
    uid: 2f47fbaf-4c47-409a-91c1-f8584fe9b7f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:45:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:24Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cd6800e1dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: 507e8377-024d-40b1-8037-f8409cb136e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:45:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cea5860ff44
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: 912e02a4-e2e0-4362-919a-e9e3cd01e94b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:45:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:33Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cea58616d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33179"
    uid: 827eb7eb-449b-4171-92f6-ea7a51efb1e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: ad0d63d6-1cda-4932-ada2-21f5e7494017
  kind: Event
  lastTimestamp: "2026-04-28T19:45:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:34Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9.18aa9cea864aec17
    namespace: kserve-ci-e2e-test
    resourceVersion: "33200"
    uid: 93506d53-6c9d-4653-856c-4e7fe052f74d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31813"
    uid: db5850f1-665c-4216-bd43-c569c9e108b6
  kind: Event
  lastTimestamp: "2026-04-28T19:44:02Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-cx7b9'
  metadata:
    creationTimestamp: "2026-04-28T19:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:44:02Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18aa9cd528d3b37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31842"
    uid: 1b2b75e5-0866-4aac-9023-617a9bf48947
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31811"
    uid: a0d5ffa2-cc55-447d-a712-cebd48634b7b
  kind: Event
  lastTimestamp: "2026-04-28T19:44:01Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-28T19:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:44:01Z"
    name: isvc-pmml-v2-kserve-predictor.18aa9cd50f4db15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: cdb4e23e-d8ab-4ef2-8b3e-43568fbc6190
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31812"
    uid: dc851c45-3a0e-4b98-bca7-261c6b208b90
  kind: Event
  lastTimestamp: "2026-04-28T19:44:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:44:16Z"
    name: isvc-pmml-v2-kserve-predictor.18aa9cd88e13b6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32095"
    uid: 5c8a170b-641a-415a-88c7-9fb961e4fdaa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31812"
    uid: dc851c45-3a0e-4b98-bca7-261c6b208b90
  kind: Event
  lastTimestamp: "2026-04-28T19:44:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:44:16Z"
    name: isvc-pmml-v2-kserve-predictor.18aa9cd88e9867f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32096"
    uid: 8537cd7b-b938-4ede-b050-eb72e8c313de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: dc851c45-3a0e-4b98-bca7-261c6b208b90
  kind: Event
  lastTimestamp: "2026-04-28T19:45:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:45:31Z"
    name: isvc-pmml-v2-kserve-predictor.18aa9cdc0dbc943a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33124"
    uid: d5ba036a-4568-4a56-b015-d52e3d0fa2a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: dc851c45-3a0e-4b98-bca7-261c6b208b90
  kind: Event
  lastTimestamp: "2026-04-28T19:45:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:44:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:45:31Z"
    name: isvc-pmml-v2-kserve-predictor.18aa9cdc0e1beb88
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: b25c9373-75f2-46bd-a19a-f1d6a0f80f1f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:44:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31803"
    uid: 56892f7c-fd2f-4bde-afe3-959208a07f75
  kind: Event
  lastTimestamp: "2026-04-28T19:44:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:44:10Z"
    name: isvc-pmml-v2-kserve.18aa9cd50f2ad561
    namespace: kserve-ci-e2e-test
    resourceVersion: "32002"
    uid: fecea071-96a4-4577-8393-c0f73dbd3990
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33058"
    uid: 56892f7c-fd2f-4bde-afe3-959208a07f75
  kind: Event
  lastTimestamp: "2026-04-28T19:45:27Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:45:27Z"
    name: isvc-pmml-v2-kserve.18aa9ce8f723de4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33059"
    uid: 37fa8c92-30e4-492b-ad31-a0a02469eecd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:40:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "28783"
    uid: e625b819-6bc9-438c-922a-cdb7ee627e78
  kind: Event
  lastTimestamp: "2026-04-28T19:40:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:40:43Z"
    name: isvc-pmml.18aa9ca4cd9cd7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28976"
    uid: e92157a9-595f-4754-ae4b-26cbecde4123
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:42:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: e625b819-6bc9-438c-922a-cdb7ee627e78
  kind: Event
  lastTimestamp: "2026-04-28T19:42:13Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:42:13Z"
    name: isvc-pmml.18aa9cbbb77875ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30217"
    uid: 2460dfcc-d8e3-49df-84f5-d5127cf0faea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:50:48.336295Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37544"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:50:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:50:48Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d33b3c97d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37548"
    uid: 0b1a05e5-b1ff-4f10-a5ac-9dde795049d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37552"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:50:48Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:50:48Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d33ccbaf491
    namespace: kserve-ci-e2e-test
    resourceVersion: "37558"
    uid: d13726d9-aac6-4c1a-94e2-3108b91928d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:50:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:48Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d33ce9e7f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "37560"
    uid: 3b6dfb15-0c5c-40f4-8e97-14c551baaaa8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:50:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:48Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d33d160b4ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37561"
    uid: 442902bf-3b1f-4ae3-a55f-cc9ae0c1245a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:50:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:48Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d33d1d79383
    namespace: kserve-ci-e2e-test
    resourceVersion: "37563"
    uid: 7f9ecc96-c1ed-434f-999f-3d4a824c6177
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:50:53Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:53Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d34d71685c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: 75a8fb0f-4ace-4790-be49-b52d68598393
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:50:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:53Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d34dacfc5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37640"
    uid: 044d94e0-359a-4c05-831f-9e01f2ce89de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:50:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:53Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d34db3ff4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37641"
    uid: 1626fb47-8988-4664-9d27-82f48678f8c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:50:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:53Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d34db4c0336
    namespace: kserve-ci-e2e-test
    resourceVersion: "37642"
    uid: e9041e83-094f-46fe-90fd-a2269006738f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:50:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:53Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d34ddbe81cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37643"
    uid: 2083a04d-0c86-46d7-aa63-1f586d32f91e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:50:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:50:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:53Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d34de360ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37644"
    uid: 69e76677-0cc4-4479-9199-8a935dc12fde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:52:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:20Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d351305eaba
    namespace: kserve-ci-e2e-test
    resourceVersion: "38916"
    uid: 07a1aa68-c55d-4205-b401-97d87f701a6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:52:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:18Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d48ad7af27c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38869"
    uid: 1fd159c2-2389-4a41-9643-d37292d14d43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:52:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:18Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d48ad7b756f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38870"
    uid: ac509ebe-2bf6-4958-8038-7d6574efef02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37546"
    uid: b20f856f-2dad-4bc0-a1b3-b87db891b6c5
  kind: Event
  lastTimestamp: "2026-04-28T19:52:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:20Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc.18aa9d4919223010
    namespace: kserve-ci-e2e-test
    resourceVersion: "38915"
    uid: d0419580-f6cc-4eb9-a4c0-5b4781c4dc48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37511"
    uid: 6f50d897-31ba-430c-a47d-75b1045da839
  kind: Event
  lastTimestamp: "2026-04-28T19:50:48Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-8whhc'
  metadata:
    creationTimestamp: "2026-04-28T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:50:48Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18aa9d33b3406c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "37545"
    uid: 6d76126d-5998-4ed6-9f61-c046e6a0e89a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37508"
    uid: 60e8b94c-b956-4a96-9c91-096fcca3b568
  kind: Event
  lastTimestamp: "2026-04-28T19:50:47Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:50:47Z"
    name: isvc-predictive-lightgbm-predictor.18aa9d339a2db12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37513"
    uid: de7c2127-4841-48f8-aff0-2625b9c44633
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:51:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37510"
    uid: edb4bd72-c48d-4afe-b50a-9379c86021ac
  kind: Event
  lastTimestamp: "2026-04-28T19:51:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:51:32Z"
    name: isvc-predictive-lightgbm-predictor.18aa9d37193efc9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38199"
    uid: 225f940f-e142-49f7-bcd9-eb271f014c4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:51:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37510"
    uid: edb4bd72-c48d-4afe-b50a-9379c86021ac
  kind: Event
  lastTimestamp: "2026-04-28T19:51:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:51:32Z"
    name: isvc-predictive-lightgbm-predictor.18aa9d3719988cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38200"
    uid: 10518496-2433-43cc-9ac7-a7c33747ac36
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37789"
    uid: edb4bd72-c48d-4afe-b50a-9379c86021ac
  kind: Event
  lastTimestamp: "2026-04-28T19:52:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:52:18Z"
    name: isvc-predictive-lightgbm-predictor.18aa9d3a9880a1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38827"
    uid: 6ff83ed8-6711-4da4-b271-08b058de1ce5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:51:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37789"
    uid: edb4bd72-c48d-4afe-b50a-9379c86021ac
  kind: Event
  lastTimestamp: "2026-04-28T19:52:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:52:18Z"
    name: isvc-predictive-lightgbm-predictor.18aa9d3a98e24275
    namespace: kserve-ci-e2e-test
    resourceVersion: "38828"
    uid: db5cb7d1-fc8f-4200-adba-97f3b317ccbd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:55:19.235416Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41571"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:55:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:55:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d72c6a20bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41575"
    uid: 2da3fa16-ae96-4be9-aa9b-fb60dd747d96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41579"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:55:19Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:55:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d72dfb58fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41585"
    uid: 253f4b55-b1f1-46c5-b98c-f465b761af2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:55:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d72e1dfa8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41587"
    uid: dbae0db1-aacc-4ecf-a107-d02b7a94f2d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:55:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d72e550ba9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41588"
    uid: 37a14a96-3beb-44ba-ba3a-57e702628591
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:55:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d72e5bff37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41589"
    uid: 1679222a-94cf-438e-8322-0454b65e21aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:55:24Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d73e32ce739
    namespace: kserve-ci-e2e-test
    resourceVersion: "41665"
    uid: 1af60e6e-7f26-4ffa-bebf-8ed08a5ccf7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:55:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d73e6117c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41670"
    uid: 3bfd76f4-49bd-40a1-b196-d35ad9bc7cc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:55:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d73e6bd88aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "41671"
    uid: b3ebb74f-9ddf-4b72-ab6f-90dac1a6d474
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:55:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d73e6c9d05a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41672"
    uid: 1a91fdd6-d7ca-4bf1-b9ed-e543b783e05a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:55:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d73e9ba4a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "41673"
    uid: cd5349c0-cf6a-411d-b232-19701c7eb2fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:55:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:24Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d73ea2fbad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41674"
    uid: e7bb56c9-d96f-4dc4-b34c-45634f210621
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:56:52Z"
  message: 'Readiness probe failed: Get "http://10.133.0.30:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d7cbd2d9967
    namespace: kserve-ci-e2e-test
    resourceVersion: "42990"
    uid: bc775109-0c27-4320-8186-2bdb90d70522
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:56:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d87b0fcda65
    namespace: kserve-ci-e2e-test
    resourceVersion: "42891"
    uid: 403f4872-f471-48c4-9f02-5167e3484e51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:56:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d87b0fdd81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42892"
    uid: 47089704-6e27-49eb-80d7-009795c90757
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "41573"
    uid: f1625546-f1a3-4c8e-9f98-065e66e22c19
  kind: Event
  lastTimestamp: "2026-04-28T19:56:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz.18aa9d8861115c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "42989"
    uid: ea52a652-1eb0-445e-becd-d3320f9b4575
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41540"
    uid: 8edf6378-b099-4c50-a65b-1cc2bddfa273
  kind: Event
  lastTimestamp: "2026-04-28T19:55:19Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-ftgmz'
  metadata:
    creationTimestamp: "2026-04-28T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:55:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18aa9d72c63a5328
    namespace: kserve-ci-e2e-test
    resourceVersion: "41572"
    uid: 0958bfad-c86b-4dc0-80cf-175c971cf12a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41538"
    uid: 48fbaf56-3d59-4352-94cf-02ac0c238cea
  kind: Event
  lastTimestamp: "2026-04-28T19:55:18Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:55:18Z"
    name: isvc-predictive-lightgbm-v2-predictor.18aa9d72afc247f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41541"
    uid: 3490aa3d-b04f-495c-bc5f-439b508f2125
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41539"
    uid: b9b955bc-89fe-45cd-a428-017e8d26ac51
  kind: Event
  lastTimestamp: "2026-04-28T19:56:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:56:03Z"
    name: isvc-predictive-lightgbm-v2-predictor.18aa9d762ec69246
    namespace: kserve-ci-e2e-test
    resourceVersion: "42231"
    uid: 3d99404e-d99f-4e3b-9348-e742df4ec691
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41539"
    uid: b9b955bc-89fe-45cd-a428-017e8d26ac51
  kind: Event
  lastTimestamp: "2026-04-28T19:56:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:56:03Z"
    name: isvc-predictive-lightgbm-v2-predictor.18aa9d762f270e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42232"
    uid: 73983c9b-7783-4bd9-977b-10a2bbda2fa8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41819"
    uid: b9b955bc-89fe-45cd-a428-017e8d26ac51
  kind: Event
  lastTimestamp: "2026-04-28T19:56:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:56:48Z"
    name: isvc-predictive-lightgbm-v2-predictor.18aa9d79adcada1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42870"
    uid: ce63ee41-aca5-46cb-8690-f3a941055d49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41819"
    uid: b9b955bc-89fe-45cd-a428-017e8d26ac51
  kind: Event
  lastTimestamp: "2026-04-28T19:56:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:56:48Z"
    name: isvc-predictive-lightgbm-v2-predictor.18aa9d79ae443580
    namespace: kserve-ci-e2e-test
    resourceVersion: "42871"
    uid: cca5e397-ceec-4481-9758-8ab167d4f008
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41523"
    uid: 8eaa713b-48ce-433d-9e90-d564bcf138cb
  kind: Event
  lastTimestamp: "2026-04-28T19:55:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:55:27Z"
    name: isvc-predictive-lightgbm-v2.18aa9d72af9e7378
    namespace: kserve-ci-e2e-test
    resourceVersion: "41732"
    uid: 3e606398-86b1-4d10-b5df-da250a26dcee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42757"
    uid: 8eaa713b-48ce-433d-9e90-d564bcf138cb
  kind: Event
  lastTimestamp: "2026-04-28T19:56:42Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:56:42Z"
    name: isvc-predictive-lightgbm-v2.18aa9d861ae084b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42760"
    uid: 7ee3abb8-dfb8-40c0-9740-f2a648b58819
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "37499"
    uid: 11e0ad3d-04d2-4aac-8991-177fa0f889ae
  kind: Event
  lastTimestamp: "2026-04-28T19:50:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:50:56Z"
    name: isvc-predictive-lightgbm.18aa9d339a3434ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "37704"
    uid: 13e9d241-678d-485d-b14a-27d34137a2d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38718"
    uid: 11e0ad3d-04d2-4aac-8991-177fa0f889ae
  kind: Event
  lastTimestamp: "2026-04-28T19:52:10Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:52:10Z"
    name: isvc-predictive-lightgbm.18aa9d46cefdaff4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38720"
    uid: ca6e1e96-5dbc-4874-afd5-d391044d9ea4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:47:19.157204Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34194"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:47:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:47:19Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d02ffbdea37
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: d056fb00-d257-4c25-aec0-7ab51546f1bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:47:19Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:47:19Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d0318d602c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34223"
    uid: 58f4bff1-93e6-4b8e-bb10-c6ab4dd683db
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:47:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:19Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d031a598179
    namespace: kserve-ci-e2e-test
    resourceVersion: "34225"
    uid: 491c20f1-ae35-4b5a-853b-4c81500c80b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:47:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:19Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d031d4d69ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34228"
    uid: 1662705e-e6a7-41b0-bf86-18a2c24e14b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:47:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:19Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d031dbf1671
    namespace: kserve-ci-e2e-test
    resourceVersion: "34229"
    uid: 00a6d7ce-bfe1-4c0f-929f-8619a1245bc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:47:23Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-28T19:47:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:23Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d0407f04bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 3ad3603a-7fad-4471-a7b5-a8884f1d972c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:47:47Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.906s
    (23.906s including waiting). Image size: 2325183853 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:47Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d0998e559d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34625"
    uid: 7ab6b3bc-5e0e-4d03-bd45-551685066abd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:47:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:47Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d09a0ee7b7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34630"
    uid: 1ee778a4-3db3-46ed-8701-cc8081616549
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:47:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:47Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d09a25d96e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34632"
    uid: faab1338-8210-4bf9-9a75-dd4c8dbd6d93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:47:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:47Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d09a26afab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34633"
    uid: 7e1a4568-cda2-44c7-8777-6375adae6143
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:47:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:47Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d09a9347f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "34634"
    uid: 6dd658b5-98c6-4846-81db-29cbae98101d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:47:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:47Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d09aa00a418
    namespace: kserve-ci-e2e-test
    resourceVersion: "34635"
    uid: e6ca0218-1502-40b6-972a-bd4fd4d7ca29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:49:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:14Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d09df27bf6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 62fab6a6-8403-4cd4-a173-b84eafe7f039
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:49:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:13Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d1d950b03fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 82a12ea3-2df0-40cc-b482-cdd6c14c4ac1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:49:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:13Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d1d950bac1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36015"
    uid: e496e0b2-953d-41ad-b7d0-260a1808dd1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "34197"
    uid: 4fb0fd05-264d-4768-a6b8-c1f03d923740
  kind: Event
  lastTimestamp: "2026-04-28T19:49:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:14Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w.18aa9d1de54f13af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36092"
    uid: 9af56fab-06da-47b5-889d-773bfd31d9a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34185"
    uid: 07ac4187-2523-4639-b730-3496c285c98a
  kind: Event
  lastTimestamp: "2026-04-28T19:47:19Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-54b7w'
  metadata:
    creationTimestamp: "2026-04-28T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:47:19Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18aa9d02ff336d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: e35fe848-abf5-4919-90ff-e9017f893bde
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34183"
    uid: e29de945-e74e-45b2-bfcb-7d5eb78551a8
  kind: Event
  lastTimestamp: "2026-04-28T19:47:19Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:47:19Z"
    name: isvc-predictive-sklearn-predictor.18aa9d02fc906fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34188"
    uid: 319ef5dd-c13e-4590-924f-92b1b89f3741
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34184"
    uid: c1fe41cd-c9c1-49cc-9290-8b51b6204551
  kind: Event
  lastTimestamp: "2026-04-28T19:48:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:48:19Z"
    name: isvc-predictive-sklearn-predictor.18aa9d067bb3a081
    namespace: kserve-ci-e2e-test
    resourceVersion: "35067"
    uid: 41d6a026-2ed4-444b-ae28-654b053b8ee9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34184"
    uid: c1fe41cd-c9c1-49cc-9290-8b51b6204551
  kind: Event
  lastTimestamp: "2026-04-28T19:48:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:47:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:48:19Z"
    name: isvc-predictive-sklearn-predictor.18aa9d067c1dd681
    namespace: kserve-ci-e2e-test
    resourceVersion: "35068"
    uid: 7b82dce2-b04f-41e9-8146-1c628b0dd3e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:48:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: c1fe41cd-c9c1-49cc-9290-8b51b6204551
  kind: Event
  lastTimestamp: "2026-04-28T19:49:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:49:04Z"
    name: isvc-predictive-sklearn-predictor.18aa9d1477f8b490
    namespace: kserve-ci-e2e-test
    resourceVersion: "35692"
    uid: 7fdd1354-726d-4901-a22c-504d5c70e12c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:48:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34442"
    uid: c1fe41cd-c9c1-49cc-9290-8b51b6204551
  kind: Event
  lastTimestamp: "2026-04-28T19:49:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:49:04Z"
    name: isvc-predictive-sklearn-predictor.18aa9d14785e088c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35693"
    uid: 2ea2eac6-9f9b-46dd-8c2a-cfa843263eba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:52:18.733997Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38875"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:52:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:52:18Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d48bfe8fea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38879"
    uid: 81d5df28-7b48-4e61-9dd5-bd06e1794abe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38884"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:52:19Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:52:19Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d48d8f0ee8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38890"
    uid: 8ec13b0f-23eb-4729-973d-0be6dcc9bd8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:52:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:19Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d48da56e986
    namespace: kserve-ci-e2e-test
    resourceVersion: "38892"
    uid: bae47080-352a-4795-af64-6284ca87276c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:52:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:19Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d48dd1c17b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38893"
    uid: fcc8745d-8115-4b2c-864d-72bf0bcda242
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:52:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:19Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d48dd8ac055
    namespace: kserve-ci-e2e-test
    resourceVersion: "38894"
    uid: 859c45a9-230e-4174-afe8-f64e2e18da2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:52:23Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:23Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d49db35450b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38966"
    uid: dfe9f559-d3c7-48d7-9b2a-f69c3a7aa2cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:52:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:23Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d49de305554
    namespace: kserve-ci-e2e-test
    resourceVersion: "38969"
    uid: e974d9a0-c203-4711-b045-5183acb06bb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:52:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:23Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d49dea92f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "38970"
    uid: de2df4e7-4412-43c3-9483-20622f327f5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:52:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:23Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d49deb746bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: a7940cbe-bd9f-4c22-b91f-af5688a6404c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:52:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:23Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d49e1407429
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: d05550ae-a827-4b3e-85b8-11728b7b6f7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:52:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:52:23Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d49e1c49d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38973"
    uid: 95aeb910-089f-462a-8757-9aad0c2bd861
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:53:50Z"
  message: 'Readiness probe failed: Get "http://10.133.0.28:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:50Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d5279d36483
    namespace: kserve-ci-e2e-test
    resourceVersion: "40275"
    uid: adc0f7d6-586e-402a-a76b-8f59840c99c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:53:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d5db0bfa9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40223"
    uid: 7cf6513f-6160-4bb2-afb7-20cecd4d5477
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:53:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:48Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d5db0c04d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "40224"
    uid: 21bd3b55-4bee-400f-92e1-a3ab205d3461
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: d873ed12-cd11-498a-8ff7-98d4bce6013c
  kind: Event
  lastTimestamp: "2026-04-28T19:53:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:50Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9.18aa9d5e1db933c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40274"
    uid: e7af02ce-3696-4ae7-be95-64b763e351cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38840"
    uid: 0e334149-567e-43b1-b5b3-f045436073e5
  kind: Event
  lastTimestamp: "2026-04-28T19:52:18Z"
  message: 'Error creating: Internal error occurred: failed calling webhook "inferenceservice.kserve-webhook-server.pod-mutator":
    failed to call webhook: Post "https://kserve-webhook-server-service.kserve.svc:443/mutate-pods?timeout=10s":
    EOF'
  metadata:
    creationTimestamp: "2026-04-28T19:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:52:18Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18aa9d48a73a849a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38849"
    uid: 296d0621-537f-457a-9472-207ffe344d56
  reason: FailedCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "38850"
    uid: 0e334149-567e-43b1-b5b3-f045436073e5
  kind: Event
  lastTimestamp: "2026-04-28T19:52:18Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-5l4f9'
  metadata:
    creationTimestamp: "2026-04-28T19:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:52:18Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18aa9d48bf8171fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38876"
    uid: b5807ef8-3260-4be6-a654-87fb214d831a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38838"
    uid: 3d666478-e529-44a6-b0e4-a8d53551a083
  kind: Event
  lastTimestamp: "2026-04-28T19:52:18Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:52:18Z"
    name: isvc-predictive-sklearn-v2-predictor.18aa9d48a61f66cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38842"
    uid: e848c99a-5661-45b3-8469-c5c6e249d6be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38839"
    uid: f4d4314e-dfeb-4a2b-8a57-54c5181fcd77
  kind: Event
  lastTimestamp: "2026-04-28T19:53:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:53:03Z"
    name: isvc-predictive-sklearn-v2-predictor.18aa9d4c24f72d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "39551"
    uid: b599f2ce-9316-41b6-a11c-fbfddefdf107
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38839"
    uid: f4d4314e-dfeb-4a2b-8a57-54c5181fcd77
  kind: Event
  lastTimestamp: "2026-04-28T19:53:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:53:03Z"
    name: isvc-predictive-sklearn-v2-predictor.18aa9d4c25565c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "39553"
    uid: 2485518b-70e5-40f9-92db-47a6250034bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39128"
    uid: f4d4314e-dfeb-4a2b-8a57-54c5181fcd77
  kind: Event
  lastTimestamp: "2026-04-28T19:53:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:53:48Z"
    name: isvc-predictive-sklearn-v2-predictor.18aa9d4fa3fcbfaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40188"
    uid: 21aa70df-9e2b-416b-bc73-70976aee86e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39128"
    uid: f4d4314e-dfeb-4a2b-8a57-54c5181fcd77
  kind: Event
  lastTimestamp: "2026-04-28T19:53:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:53:48Z"
    name: isvc-predictive-sklearn-v2-predictor.18aa9d4fa45f0262
    namespace: kserve-ci-e2e-test
    resourceVersion: "40191"
    uid: cedbab44-ce19-4afd-b3e9-63c90617bbd8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:52:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38825"
    uid: 77cc9c4c-3d2d-4d06-baa4-5d2a5f505b97
  kind: Event
  lastTimestamp: "2026-04-28T19:52:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:52:26Z"
    name: isvc-predictive-sklearn-v2.18aa9d48a5ff215a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39036"
    uid: 9533ae38-24c7-4ec2-998b-a0e6b8dce5fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40074"
    uid: 77cc9c4c-3d2d-4d06-baa4-5d2a5f505b97
  kind: Event
  lastTimestamp: "2026-04-28T19:53:40Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:53:40Z"
    name: isvc-predictive-sklearn-v2.18aa9d5bdb5bef18
    namespace: kserve-ci-e2e-test
    resourceVersion: "40076"
    uid: 294008f1-6ba1-4b9b-add9-7541c6cf6fc1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34172"
    uid: 8f529d7f-3fd9-4574-9aff-a67c747d7e6d
  kind: Event
  lastTimestamp: "2026-04-28T19:47:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:47:26Z"
    name: isvc-predictive-sklearn.18aa9d02fc6a7eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34340"
    uid: 47d0a96c-58b5-42ac-8ba7-b5b26a079a06
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "34172"
    uid: 8f529d7f-3fd9-4574-9aff-a67c747d7e6d
  kind: Event
  lastTimestamp: "2026-04-28T19:47:19Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:47:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:47:19Z"
    name: isvc-predictive-sklearn.18aa9d02fe00ae74
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: 4ed34855-e20b-42a6-bd3d-b6f656b8f861
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "35711"
    uid: 8f529d7f-3fd9-4574-9aff-a67c747d7e6d
  kind: Event
  lastTimestamp: "2026-04-28T19:49:05Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:49:05Z"
    name: isvc-predictive-sklearn.18aa9d1ba77fffdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35713"
    uid: 80793d2d-7e64-4efd-9ffe-5f33223aa192
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:49:14.144940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:49:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:49:14Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1dc58bc9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36076"
    uid: b7b98d22-863e-4ce1-b6b3-22d960d2381e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36078"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:49:14Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:49:14Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1dde48c072
    namespace: kserve-ci-e2e-test
    resourceVersion: "36084"
    uid: b7bb3bf6-182e-4299-bb57-50e400371cf6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:49:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:14Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1ddfcb357a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36087"
    uid: 6d7b6e79-751d-4f18-8d19-8d6097acc15e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:49:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:14Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1de279ef41
    namespace: kserve-ci-e2e-test
    resourceVersion: "36090"
    uid: 21313b04-e3f9-4375-b7be-3feebc602400
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:49:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:14Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1de2eaec73
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: d8cd5a82-5c5e-4375-b474-b4759f219386
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:49:18Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:18Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1ee3043711
    namespace: kserve-ci-e2e-test
    resourceVersion: "36250"
    uid: dadba837-c2e2-4f15-b564-6ff793890335
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:49:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:18Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1ee61e94ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36254"
    uid: b0fb6818-26b2-413c-985f-26f19cd2f33d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:49:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:49:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:18Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1ee690d16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36255"
    uid: 802ca931-430e-40a3-838e-907e15fbb121
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:49:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:19Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1ee69da1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36256"
    uid: ecd8438d-b9af-4bc9-b0cb-bb556935a5dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:49:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:19Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1ee922b079
    namespace: kserve-ci-e2e-test
    resourceVersion: "36257"
    uid: f1607c9f-6833-4600-a58c-5c1355c31ae2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:49:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:49:19Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1ee98ea9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36258"
    uid: 69fe0573-d80e-42b0-9919-943e10ad5ef1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:50:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:50Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d1f5aca9a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37593"
    uid: d9ccfc17-14bb-4814-985f-fa6fa2941421
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:50:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d33a32a2eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37538"
    uid: ec6a2525-b923-4652-ae48-d6104fd8635c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:50:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d33a32abfac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37539"
    uid: 58f32c85-cfa1-424d-a323-68d44bbfaf69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "36071"
    uid: f904b7bc-ee4c-4053-8382-8843663f8ec6
  kind: Event
  lastTimestamp: "2026-04-28T19:50:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:50:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:50:51Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl.18aa9d348b047317
    namespace: kserve-ci-e2e-test
    resourceVersion: "37616"
    uid: afd2c65e-b75b-4d90-b02b-35d30c0f5107
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: 777c6eb1-1367-47eb-8f17-314ca1d93115
  kind: Event
  lastTimestamp: "2026-04-28T19:49:14Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-x6gsl'
  metadata:
    creationTimestamp: "2026-04-28T19:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:49:14Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18aa9d1dc50f6003
    namespace: kserve-ci-e2e-test
    resourceVersion: "36072"
    uid: 6fa7e7fb-1436-406e-9268-c1b420dce666
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: d71ee9d5-50ae-4b4a-a98e-59de73329647
  kind: Event
  lastTimestamp: "2026-04-28T19:49:13Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:49:13Z"
    name: isvc-predictive-xgboost-predictor.18aa9d1da86400e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36033"
    uid: 14597911-7e28-41f3-9be2-0a5482fa89ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36031"
    uid: cfc1d8d1-2392-42a1-9401-c90badd253cc
  kind: Event
  lastTimestamp: "2026-04-28T19:49:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:49:58Z"
    name: isvc-predictive-xgboost-predictor.18aa9d21276b021c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36815"
    uid: e46704d0-a4ee-4430-91ca-b691945f0b4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36031"
    uid: cfc1d8d1-2392-42a1-9401-c90badd253cc
  kind: Event
  lastTimestamp: "2026-04-28T19:49:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:49:58Z"
    name: isvc-predictive-xgboost-predictor.18aa9d2127ca3462
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: 3e0cd172-19c6-49b7-bafd-fb1eee15cd31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36407"
    uid: cfc1d8d1-2392-42a1-9401-c90badd253cc
  kind: Event
  lastTimestamp: "2026-04-28T19:50:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:50:43Z"
    name: isvc-predictive-xgboost-predictor.18aa9d2ba5225094
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: 8a94192c-1df9-4392-89d4-c8d5987065ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36407"
    uid: cfc1d8d1-2392-42a1-9401-c90badd253cc
  kind: Event
  lastTimestamp: "2026-04-28T19:50:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:50:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:50:43Z"
    name: isvc-predictive-xgboost-predictor.18aa9d2ba5965578
    namespace: kserve-ci-e2e-test
    resourceVersion: "37439"
    uid: 563916ee-b40d-4d3d-b1f3-539837607118
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:53:48.886902Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:53:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:53:48Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d5dbd71271c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40233"
    uid: c672856d-fc61-40b6-97a3-30b863b835e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40237"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:53:49Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:53:49Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d5dd650ea2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40243"
    uid: 02d437c0-d70b-4d4d-b4f9-fd85e314dd96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:53:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:49Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d5dd7a5019c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40246"
    uid: 8b51eaa9-4e56-408a-a1ed-df2fec20c809
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:53:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:49Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d5ddab414a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40247"
    uid: b27b0af0-0d55-49dd-97bb-78bc6d28c8c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:53:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:49Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d5ddb5af318
    namespace: kserve-ci-e2e-test
    resourceVersion: "40248"
    uid: 8978f720-5e8b-419b-a14f-23661877ed4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:53:53Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:53Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d5edf45d62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40323"
    uid: a59822ee-065f-448e-bfd6-92103b562684
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:53:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:53Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d5ee2972921
    namespace: kserve-ci-e2e-test
    resourceVersion: "40325"
    uid: 6e569460-9bc6-4769-b5c1-71c8d98255f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:53:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:53Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d5ee3105988
    namespace: kserve-ci-e2e-test
    resourceVersion: "40326"
    uid: b0ada839-ac3f-41cb-8f6b-dabc0aae2c69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:53:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:53Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d5ee31cd6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40327"
    uid: 4c418aea-d06e-4d6c-94de-17e4354db62e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:53:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:53Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d5ee62b2ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40328"
    uid: 85ace801-7992-4225-b652-4129637ec50a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:53:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:53:53Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d5ee6a08cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40329"
    uid: 1c16c4de-7641-4df6-a8aa-d29f12d32a34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-28T19:54:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:55:20Z"
  message: 'Readiness probe failed: Get "http://10.133.0.29:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.29:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:20Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d677d886de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41614"
    uid: 0c8549f4-ec22-46e6-a32e-7308eb002b9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:55:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:19Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d72b9ca234c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41567"
    uid: 84a53554-face-4954-ad64-100e1e16952d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:55:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:19Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d72b9ca92f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41568"
    uid: 87e646dc-860c-4a07-a8a7-352e78a58d29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40231"
    uid: ca98e797-cfae-4f7b-b8fc-7c1bfb7475cb
  kind: Event
  lastTimestamp: "2026-04-28T19:55:20Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:55:20Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6.18aa9d73216925ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "41613"
    uid: b259265a-e46d-46ca-b3d8-7d7bd386ebda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40197"
    uid: 568edc1e-a4cc-4277-8845-ea58eac7ff94
  kind: Event
  lastTimestamp: "2026-04-28T19:53:48Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-svdg6'
  metadata:
    creationTimestamp: "2026-04-28T19:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:53:48Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18aa9d5dbce605d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40230"
    uid: 0e24d7fb-05c5-41de-9dfd-84a29b60e4fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40195"
    uid: 69f92d53-5609-4b45-bc62-3c8a00dcdbf4
  kind: Event
  lastTimestamp: "2026-04-28T19:53:48Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:53:48Z"
    name: isvc-predictive-xgboost-v2-predictor.18aa9d5da35e290e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: df0173f3-5f1c-4900-b37a-fdb53d87e89e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:54:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40196"
    uid: bb4b7627-435f-404c-afb6-e27df4a8b6f3
  kind: Event
  lastTimestamp: "2026-04-28T19:54:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:54:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18aa9d61236e1283
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 1f96e5d5-c77e-48f2-8f7a-aa2d96fe27a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:54:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40196"
    uid: bb4b7627-435f-404c-afb6-e27df4a8b6f3
  kind: Event
  lastTimestamp: "2026-04-28T19:54:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:54:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:54:33Z"
    name: isvc-predictive-xgboost-v2-predictor.18aa9d6123cec8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40894"
    uid: 13de0a48-a224-466d-96dd-99958ef3a692
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40473"
    uid: bb4b7627-435f-404c-afb6-e27df4a8b6f3
  kind: Event
  lastTimestamp: "2026-04-28T19:55:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:55:18Z"
    name: isvc-predictive-xgboost-v2-predictor.18aa9d6ba09933dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41524"
    uid: 76696d22-006e-4983-982e-3e7bb914efb3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40473"
    uid: bb4b7627-435f-404c-afb6-e27df4a8b6f3
  kind: Event
  lastTimestamp: "2026-04-28T19:55:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:55:18Z"
    name: isvc-predictive-xgboost-v2-predictor.18aa9d6ba0f7723b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41525"
    uid: acddbbae-d9ff-4ec7-960d-742306f79f51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40180"
    uid: d9a74797-e70c-4b31-a8e1-4218e8abaaa2
  kind: Event
  lastTimestamp: "2026-04-28T19:53:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:53:56Z"
    name: isvc-predictive-xgboost-v2.18aa9d5da3360302
    namespace: kserve-ci-e2e-test
    resourceVersion: "40382"
    uid: ccf229d2-e08e-4913-89bd-14a2f3aef97b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:53:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40180"
    uid: d9a74797-e70c-4b31-a8e1-4218e8abaaa2
  kind: Event
  lastTimestamp: "2026-04-28T19:53:48Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:53:48Z"
    name: isvc-predictive-xgboost-v2.18aa9d5da4bb3202
    namespace: kserve-ci-e2e-test
    resourceVersion: "40207"
    uid: 14fabe98-a99d-4359-97cd-2c785fffa56e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:55:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41416"
    uid: d9a74797-e70c-4b31-a8e1-4218e8abaaa2
  kind: Event
  lastTimestamp: "2026-04-28T19:55:10Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:55:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:55:11Z"
    name: isvc-predictive-xgboost-v2.18aa9d70d8c46509
    namespace: kserve-ci-e2e-test
    resourceVersion: "41418"
    uid: 29e48a82-2719-4c1b-8caa-95536c459417
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36018"
    uid: 2814b6d0-6ea4-4ef5-a768-b31f0f768e7c
  kind: Event
  lastTimestamp: "2026-04-28T19:49:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:49:21Z"
    name: isvc-predictive-xgboost.18aa9d1da825c847
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: 151078e0-442f-4644-927c-bbf6ec95b627
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:49:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36018"
    uid: 2814b6d0-6ea4-4ef5-a768-b31f0f768e7c
  kind: Event
  lastTimestamp: "2026-04-28T19:49:13Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:49:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:49:13Z"
    name: isvc-predictive-xgboost.18aa9d1da97348cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36040"
    uid: c0b29bc0-1d76-4489-ac81-0c9327c126c7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:50:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37391"
    uid: 2814b6d0-6ea4-4ef5-a768-b31f0f768e7c
  kind: Event
  lastTimestamp: "2026-04-28T19:50:40Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:50:40Z"
    name: isvc-predictive-xgboost.18aa9d31e7b26762
    namespace: kserve-ci-e2e-test
    resourceVersion: "37393"
    uid: 00b6776c-f8b2-41fd-b9f8-22573e974679
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:45:33.582012Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33184"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-77d500-predictor-8d9ffc784-l4s82
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:45:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:45:33Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9cea6af84a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "33188"
    uid: 987673ad-52ed-4232-bfc6-4d9fa14a5f85
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33192"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:45:34Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:45:34Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9cea84566c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "33197"
    uid: e83cba7c-b8b0-465e-8fd9-e97cbb6048a5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:45:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:34Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9cea85da7fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33199"
    uid: 6906571f-c2a5-4658-aa8b-2bb28bfab338
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:45:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:34Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9cea88e538b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33201"
    uid: 29a9a3a1-57ee-4fa0-9317-5cdffd68a32b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:45:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:34Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9cea8967e0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33202"
    uid: 7540ef9c-2b37-4eda-96c6-b45a12c774ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:45:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:38Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9ceb9ecdefcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 5dc23db6-a34a-41f1-ba71-7ed7b6014842
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:45:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:38Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9ceba1da285e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33246"
    uid: 08635262-b044-445b-a51a-94f96bd25499
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:45:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:38Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9ceba24d0451
    namespace: kserve-ci-e2e-test
    resourceVersion: "33248"
    uid: b490543b-6e26-4f5d-9e0a-6989091bcf11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:45:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:38Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9ceba2592caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: a2c93a48-0bcc-4c5b-b66e-86e1c5e66a0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:45:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:38Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9ceba556af54
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: d4544fba-bc7c-475f-8507-1817a32ca573
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:45:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:45:38Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9ceba5c6ab80
    namespace: kserve-ci-e2e-test
    resourceVersion: "33253"
    uid: 086b4e06-9b7c-4cd4-8244-57d3c0196d65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:46:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:46:36Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9cebdabef2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33667"
    uid: 0e7168ea-d79a-4e9f-bef2-0998bb10a3d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:47:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:08Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9d00a19f1e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34029"
    uid: 957daf1d-8a41-46a7-9f49-68ce1f0a3d4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:47:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:08Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9d00a19f9b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "34031"
    uid: 87db46e0-fd48-499a-afd9-8e94127b6096
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33186"
    uid: 24d79a92-4318-433f-88da-e160ee5a0e71
  kind: Event
  lastTimestamp: "2026-04-28T19:47:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:47:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:11Z"
    name: isvc-primary-77d500-predictor-8d9ffc784-l4s82.18aa9d0146a9c997
    namespace: kserve-ci-e2e-test
    resourceVersion: "34084"
    uid: a9685f39-0d61-47d9-bc7a-dfd7192f75ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-77d500-predictor-8d9ffc784
    namespace: kserve-ci-e2e-test
    resourceVersion: "33157"
    uid: 8fa92382-3b35-457b-8c40-a6917d17cddb
  kind: Event
  lastTimestamp: "2026-04-28T19:45:33Z"
  message: 'Created pod: isvc-primary-77d500-predictor-8d9ffc784-l4s82'
  metadata:
    creationTimestamp: "2026-04-28T19:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:45:33Z"
    name: isvc-primary-77d500-predictor-8d9ffc784.18aa9cea6a8e2daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33185"
    uid: 77940a65-ada0-4e0f-acc9-27f227c242fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-77d500-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33155"
    uid: 09ca8dbe-67e9-41e9-a924-914637101aa5
  kind: Event
  lastTimestamp: "2026-04-28T19:45:33Z"
  message: Scaled up replica set isvc-primary-77d500-predictor-8d9ffc784 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-28T19:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:45:33Z"
    name: isvc-primary-77d500-predictor.18aa9cea50e9f124
    namespace: kserve-ci-e2e-test
    resourceVersion: "33158"
    uid: 6d813bf4-947d-478c-81cf-2d5c59b310ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-77d500-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 080d7cf4-8839-4376-94bd-0842269f49a2
  kind: Event
  lastTimestamp: "2026-04-28T19:46:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:46:18Z"
    name: isvc-primary-77d500-predictor.18aa9cedcf736ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33530"
    uid: b6b437ca-732c-45f2-a0fc-74fd8fee905e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-77d500-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 080d7cf4-8839-4376-94bd-0842269f49a2
  kind: Event
  lastTimestamp: "2026-04-28T19:46:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:46:18Z"
    name: isvc-primary-77d500-predictor.18aa9cedcfe9554c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33531"
    uid: 38c356a2-91cc-42dd-a259-c8ff879eafea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-77d500-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33323"
    uid: 080d7cf4-8839-4376-94bd-0842269f49a2
  kind: Event
  lastTimestamp: "2026-04-28T19:47:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:47:03Z"
    name: isvc-primary-77d500-predictor.18aa9cf84d826952
    namespace: kserve-ci-e2e-test
    resourceVersion: "33935"
    uid: b2726daf-a8a5-45bc-bb6b-038cfa674855
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-77d500-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33323"
    uid: 080d7cf4-8839-4376-94bd-0842269f49a2
  kind: Event
  lastTimestamp: "2026-04-28T19:47:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:47:03Z"
    name: isvc-primary-77d500-predictor.18aa9cf84dde6858
    namespace: kserve-ci-e2e-test
    resourceVersion: "33936"
    uid: b8ec9cbd-9579-4d05-b968-b9d0cb02c6dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-77d500
    namespace: kserve-ci-e2e-test
    resourceVersion: "33143"
    uid: 28a89145-f59d-4078-9ea5-301a270a4935
  kind: Event
  lastTimestamp: "2026-04-28T19:46:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:46:46Z"
    name: isvc-primary-77d500.18aa9cea50cdf0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33741"
    uid: b48b65ad-e658-4dab-982f-78e785a65112
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-77d500
    namespace: kserve-ci-e2e-test
    resourceVersion: "33738"
    uid: 28a89145-f59d-4078-9ea5-301a270a4935
  kind: Event
  lastTimestamp: "2026-04-28T19:46:46Z"
  message: InferenceService [isvc-primary-77d500] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:46:46Z"
    name: isvc-primary-77d500.18aa9cfb79a3d318
    namespace: kserve-ci-e2e-test
    resourceVersion: "33740"
    uid: 1fdac4a6-905a-4afd-86e0-49a81e37fc7f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:46:52.880374Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 17d692a4-ac88-467f-97fe-4ec44b36dbb0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-77d500-predictor-7cbd677c59-wpc97
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:46:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:46:52Z"
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97.18aa9cfce18541c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33823"
    uid: e12414e4-e498-4d4b-8e07-44e6e2bf3e73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33827"
    uid: 17d692a4-ac88-467f-97fe-4ec44b36dbb0
  kind: Event
  lastTimestamp: "2026-04-28T19:46:53Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:46:53Z"
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97.18aa9cfcfad2ecf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 309200d5-e636-4d31-a85a-818de10166b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 17d692a4-ac88-467f-97fe-4ec44b36dbb0
  kind: Event
  lastTimestamp: "2026-04-28T19:46:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:46:57Z"
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97.18aa9cfcfcec0b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "33883"
    uid: b322564b-3099-48a1-a52c-e88b063958f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 17d692a4-ac88-467f-97fe-4ec44b36dbb0
  kind: Event
  lastTimestamp: "2026-04-28T19:46:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:46:58Z"
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97.18aa9cfd001c77c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33886"
    uid: 572889d6-7e7c-4b15-9a7c-eaf5bcc7f61c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 17d692a4-ac88-467f-97fe-4ec44b36dbb0
  kind: Event
  lastTimestamp: "2026-04-28T19:46:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:46:58Z"
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97.18aa9cfd00a03933
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: 162206b5-5504-4798-95e2-583ee94113cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "33821"
    uid: 17d692a4-ac88-467f-97fe-4ec44b36dbb0
  kind: Event
  lastTimestamp: "2026-04-28T19:47:02Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-77d500-predictor-7cbd677c59-wpc97_kserve-ci-e2e-test(17d692a4-ac88-467f-97fe-4ec44b36dbb0)
  metadata:
    creationTimestamp: "2026-04-28T19:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:47:02Z"
    name: isvc-secondary-77d500-predictor-7cbd677c59-wpc97.18aa9cff01b54957
    namespace: kserve-ci-e2e-test
    resourceVersion: "33920"
    uid: c2f1f321-3b55-4f39-a389-ada2287bfdc1
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-77d500-predictor-7cbd677c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33810"
    uid: ec0723ee-dd31-4a7d-a997-426373edf2a6
  kind: Event
  lastTimestamp: "2026-04-28T19:46:52Z"
  message: 'Created pod: isvc-secondary-77d500-predictor-7cbd677c59-wpc97'
  metadata:
    creationTimestamp: "2026-04-28T19:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:46:52Z"
    name: isvc-secondary-77d500-predictor-7cbd677c59.18aa9cfce11eb7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33820"
    uid: 1f6e44ea-e57c-4006-8f68-834907a52622
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-77d500-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: 6ae8bf2e-da42-4a94-a51c-ff83e54013d6
  kind: Event
  lastTimestamp: "2026-04-28T19:46:52Z"
  message: Scaled up replica set isvc-secondary-77d500-predictor-7cbd677c59 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-28T19:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:46:52Z"
    name: isvc-secondary-77d500-predictor.18aa9cfcde1f3f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "33812"
    uid: db6f7428-9458-4026-ac37-813df5c390b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-77d500-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33809"
    uid: 0d524d88-64f4-4b14-8047-2db745080308
  kind: Event
  lastTimestamp: "2026-04-28T19:47:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:47:07Z"
    name: isvc-secondary-77d500-predictor.18aa9d005cb7a22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33965"
    uid: 4f7b8c7c-486d-42d7-97e7-0e59751275ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:47:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-77d500-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33809"
    uid: 0d524d88-64f4-4b14-8047-2db745080308
  kind: Event
  lastTimestamp: "2026-04-28T19:47:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:47:07Z"
    name: isvc-secondary-77d500-predictor.18aa9d005d2442e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33967"
    uid: 99fad7e8-aeec-472d-948d-74efd1bef6c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-77d500
    namespace: kserve-ci-e2e-test
    resourceVersion: "33800"
    uid: f785a811-3316-4de9-8b31-43bd1465d874
  kind: Event
  lastTimestamp: "2026-04-28T19:47:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:47:04Z"
    name: isvc-secondary-77d500.18aa9cfcddfc4c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "33942"
    uid: 6b7795a7-979a-47bf-b245-20159aba556c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-77d500
    namespace: kserve-ci-e2e-test
    resourceVersion: "33800"
    uid: f785a811-3316-4de9-8b31-43bd1465d874
  kind: Event
  lastTimestamp: "2026-04-28T19:46:52Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-77d500":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-77d500":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:46:52Z"
    name: isvc-secondary-77d500.18aa9cfcde70c655
    namespace: kserve-ci-e2e-test
    resourceVersion: "33829"
    uid: 1220df11-f388-457b-b20d-657f00860df0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:46:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-77d500
    namespace: kserve-ci-e2e-test
    resourceVersion: "33800"
    uid: f785a811-3316-4de9-8b31-43bd1465d874
  kind: Event
  lastTimestamp: "2026-04-28T19:46:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-77d500": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:46:52Z"
    name: isvc-secondary-77d500.18aa9cfcde711f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: 51ab8e6c-210c-4387-bdf8-f1f80e6d88e1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:25:04.435260Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:25:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:25:04Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcc3c1d4e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: e037803f-efdb-4a76-9096-b81177fb69af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14936"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:04Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:25:04Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcc54f17b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "14945"
    uid: c143cb33-5e66-474f-a266-c9ae225e7eac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:04Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcc567e7768
    namespace: kserve-ci-e2e-test
    resourceVersion: "14948"
    uid: e3debb05-607c-4202-8f73-26833530475d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:04Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcc594c8b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14949"
    uid: aab3c647-e9f9-467f-b15a-f6b0e294cdd5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:04Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcc59bfd432
    namespace: kserve-ci-e2e-test
    resourceVersion: "14951"
    uid: 40bfaf4e-9bf8-4f4f-8daf-9739f59cb27a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcd40736789
    namespace: kserve-ci-e2e-test
    resourceVersion: "15020"
    uid: 41173d1a-a52e-49d5-b12b-104e541f95c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcd43509170
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 29faa7b4-5cf4-4008-8526-15c93b02ade1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcd43d86ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: 85c4d137-bfb1-46d6-b1c1-f873f20c6a9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcd43e5269b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 95e69353-d643-445c-8fba-86fed297cef5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcd46efc218
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: a97e9a54-ebf7-4cc6-a6a6-9aa9510fc40f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcd47656ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15028"
    uid: 6518c501-a897-4abf-ba62-e60f704897a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:08Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:de59d4f440abaeb1e71b5977a2145cdbe8db88ded8ac16ca09f179d82ba41738"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcd4772ad18
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: bcea37ee-1db1-4522-be50-86e32bea2b70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:08Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-28T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcd4a19b7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: 771ee991-4bc9-4edf-81d7-03008d272a7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:25:08Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-28T19:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:08Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcd4a8ecbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 6ae1054b-6400-4a32-b891-43592adcfe4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:26:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:45Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcd7c705646
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: 1d0072db-a783-4591-9f64-39f51f3c7f0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:26:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-28T19:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:45Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9bcd7c7a86cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: 04a1a588-deaa-40e0-aa50-8cdb9cda6ea6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:26:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:29Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9be0062e21f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: d8aa1b79-8bf4-4073-83b6-2cd30046dd1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:26:29Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-28T19:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:29Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9be0062e435e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: 6ddfc593-beb5-4f43-abca-5410b8456920
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:26:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:29Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9be0062eb91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: 2fafa4d6-8b03-4703-b8e6-0c4ee14f1abb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: 4577fbb5-3556-446e-a088-0e3d5239f4ce
  kind: Event
  lastTimestamp: "2026-04-28T19:26:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:50Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz.18aa9be0588a5726
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: 30fffb81-dc40-4b4c-9251-6cbb07e303fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14893"
    uid: 1c45c789-6982-4873-9572-ad1a8bb909a9
  kind: Event
  lastTimestamp: "2026-04-28T19:25:04Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7c59ff5d-hd5lz'
  metadata:
    creationTimestamp: "2026-04-28T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:25:04Z"
    name: isvc-sklearn-batcher-custom-predictor-7c59ff5d.18aa9bcc3b8e6bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: 33bb1d4b-828a-431c-8570-583b98de7487
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14892"
    uid: b359f3e1-2db4-44c8-ae28-9d5c81500755
  kind: Event
  lastTimestamp: "2026-04-28T19:25:03Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7c59ff5d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:25:03Z"
    name: isvc-sklearn-batcher-custom-predictor.18aa9bcc1aaffab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14895"
    uid: 3bfbfcf8-0c65-4d0c-86c8-91c295477cca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14894"
    uid: 59f3de80-9844-415d-97c3-755f4019d67b
  kind: Event
  lastTimestamp: "2026-04-28T19:25:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:25:48Z"
    name: isvc-sklearn-batcher-custom-predictor.18aa9bcf9a1bafaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: 58aeb197-1dc3-48c9-931b-77fefce70f9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14894"
    uid: 59f3de80-9844-415d-97c3-755f4019d67b
  kind: Event
  lastTimestamp: "2026-04-28T19:25:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:25:48Z"
    name: isvc-sklearn-batcher-custom-predictor.18aa9bcf9a854680
    namespace: kserve-ci-e2e-test
    resourceVersion: "15612"
    uid: 4fbc9853-d026-41e9-ab41-e3b1a0015e3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 59f3de80-9844-415d-97c3-755f4019d67b
  kind: Event
  lastTimestamp: "2026-04-28T19:26:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:26:19Z"
    name: isvc-sklearn-batcher-custom-predictor.18aa9bda1b6f4d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: 572f9126-8b7b-42e8-910b-18eddf0a5cdb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15181"
    uid: 59f3de80-9844-415d-97c3-755f4019d67b
  kind: Event
  lastTimestamp: "2026-04-28T19:26:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:26:19Z"
    name: isvc-sklearn-batcher-custom-predictor.18aa9bda1be0341a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: add41583-eb63-4aa6-b720-f8feb91ececd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: 01666d18-019a-44c5-bc62-fff66afec6ad
  kind: Event
  lastTimestamp: "2026-04-28T19:25:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:25:12Z"
    name: isvc-sklearn-batcher-custom.18aa9bcc1b37b6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15090"
    uid: cebc756c-6d2a-44b2-a51a-926f860d755a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: 01666d18-019a-44c5-bc62-fff66afec6ad
  kind: Event
  lastTimestamp: "2026-04-28T19:25:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:25:04Z"
    name: isvc-sklearn-batcher-custom.18aa9bcc1e430022
    namespace: kserve-ci-e2e-test
    resourceVersion: "14905"
    uid: 0115068e-57a4-4415-bedc-8a3c4463b375
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15987"
    uid: 01666d18-019a-44c5-bc62-fff66afec6ad
  kind: Event
  lastTimestamp: "2026-04-28T19:26:15Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:26:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:26:16Z"
    name: isvc-sklearn-batcher-custom.18aa9bdce29db7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15989"
    uid: 7b99bade-d42f-4ecb-ac92-294d6a97587e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:23:18.519374Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13361"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:23:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:23:18Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb393092718
    namespace: kserve-ci-e2e-test
    resourceVersion: "13366"
    uid: c7b54bb2-3ddc-4330-ab71-575f257a20eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13372"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:18Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:23:18Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb3abfa466a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 8406daea-7be6-46b0-b9cf-5618d0dc0a47
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
  metadata:
    creationTimestamp: "2026-04-28T19:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:18Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb3ad875be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13393"
    uid: d7120fd9-e614-4ea3-8734-85a69039ea9d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    in 4.542s (4.542s including waiting). Image size: 301485528 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:23Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb4bc4b57d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13469"
    uid: d3fab9ef-d50d-4090-9631-fb8a43d50c2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:23Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb4bf82d6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13472"
    uid: bd949408-265d-40de-ac5d-154787a387ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:23Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb4bff848bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13473"
    uid: fef7a236-a694-4482-b32e-d0173403ca77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:27Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
  metadata:
    creationTimestamp: "2026-04-28T19:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:27Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb5a80925e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13532"
    uid: 88718f8f-7776-4454-b9af-c6b40426a77c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    in 12.738s (12.738s including waiting). Image size: 1560922562 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:40Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb89f4e5883
    namespace: kserve-ci-e2e-test
    resourceVersion: "13707"
    uid: 11374560-37d7-4573-9368-3529251e15f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:40Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb8a2b5e845
    namespace: kserve-ci-e2e-test
    resourceVersion: "13709"
    uid: c6cbb5bc-13a7-4708-a96f-598d6158b9d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:40Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb8a327ddc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13710"
    uid: 34b7e7a7-8498-4172-a1f4-58c539299201
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:40Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-28T19:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:40Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb8a334305a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13711"
    uid: 9b991535-72be-4b7f-a19f-61a309641764
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.506s (2.506s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:42Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb938950820
    namespace: kserve-ci-e2e-test
    resourceVersion: "13748"
    uid: e82ba22e-73fd-4316-80be-68950baa4e55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:42Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb93b9dd369
    namespace: kserve-ci-e2e-test
    resourceVersion: "13749"
    uid: ccb08314-8d15-4166-9fa3-e2c20ba17eb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:42Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb93c0c2193
    namespace: kserve-ci-e2e-test
    resourceVersion: "13750"
    uid: 0081d648-d0a3-4d76-ada1-14760ac7acd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:42Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:de59d4f440abaeb1e71b5977a2145cdbe8db88ded8ac16ca09f179d82ba41738"
  metadata:
    creationTimestamp: "2026-04-28T19:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:42Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb93c19600d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13751"
    uid: b47ab989-40d6-487a-afef-69f0869a03e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:de59d4f440abaeb1e71b5977a2145cdbe8db88ded8ac16ca09f179d82ba41738"
    in 2.912s (2.912s including waiting). Image size: 238051450 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:45Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb9e9b5e36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13790"
    uid: ccda208b-cdb0-4c28-8899-1e03d98363e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:45Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-28T19:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:45Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb9ed459d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "13791"
    uid: 2d740d2e-04bb-4a4c-ba83-fcb7a9418b4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:23:45Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-28T19:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:23:45Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bb9edbcd293
    namespace: kserve-ci-e2e-test
    resourceVersion: "13792"
    uid: 25ec0ba9-2722-488d-abed-5a0f420b7bcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:25:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:19Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bba5531827f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15200"
    uid: 6229b6b5-8ca3-4d88-b0a1-c02f70947c02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:25:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-28T19:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:19Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bba553b7add
    namespace: kserve-ci-e2e-test
    resourceVersion: "15201"
    uid: 70a8fcf5-d0d9-40dc-8952-41d80c32099b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:25:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:04Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bcc2a030100
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: 610fe1f7-65e6-43cc-b5eb-9c0209d50e80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:25:04Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-28T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:04Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bcc2a033880
    namespace: kserve-ci-e2e-test
    resourceVersion: "14923"
    uid: ae6a6605-d476-48a0-b59c-c1cd52023ee6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:25:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:04Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bcc2a034246
    namespace: kserve-ci-e2e-test
    resourceVersion: "14924"
    uid: 51779a7b-74b6-4982-ad81-5a4ddd2a0ecc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-28T19:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52
    namespace: kserve-ci-e2e-test
    resourceVersion: "13363"
    uid: 38e23382-eb2e-4fec-b84b-7cc873df2741
  kind: Event
  lastTimestamp: "2026-04-28T19:25:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:25:27Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52.18aa9bccf578938f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: 18c9ce25-bed7-4ee7-a254-af9f32466367
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-57fcff47c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13353"
    uid: 1adc8139-c6c5-41ab-a34d-894ba3dc65ee
  kind: Event
  lastTimestamp: "2026-04-28T19:23:18Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-57fcff47c9-zrm52'
  metadata:
    creationTimestamp: "2026-04-28T19:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:23:18Z"
    name: isvc-sklearn-batcher-predictor-57fcff47c9.18aa9bb392530f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "13362"
    uid: 6dadc16d-6f14-4c4b-abdc-fc715e1c70ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13352"
    uid: 9c0cbb04-f8c6-4f99-862b-4a47051e2809
  kind: Event
  lastTimestamp: "2026-04-28T19:23:18Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-57fcff47c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-28T19:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:23:18Z"
    name: isvc-sklearn-batcher-predictor.18aa9bb38cb7e0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13354"
    uid: 310e3ea6-63bc-44a6-aec9-94c505661643
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13364"
    uid: fa05ea57-e3a9-4252-bd33-2e39e8bce2e6
  kind: Event
  lastTimestamp: "2026-04-28T19:24:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:24:18Z"
    name: isvc-sklearn-batcher-predictor.18aa9bb712f291c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14252"
    uid: 3b703227-e6ad-430f-9adf-0f76d45bbaa3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13364"
    uid: fa05ea57-e3a9-4252-bd33-2e39e8bce2e6
  kind: Event
  lastTimestamp: "2026-04-28T19:24:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:24:18Z"
    name: isvc-sklearn-batcher-predictor.18aa9bb71380c40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14253"
    uid: fa495d61-c25c-4bd5-82e7-ff46fbac2a7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:24:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13617"
    uid: fa05ea57-e3a9-4252-bd33-2e39e8bce2e6
  kind: Event
  lastTimestamp: "2026-04-28T19:25:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:25:03Z"
    name: isvc-sklearn-batcher-predictor.18aa9bc5111e46b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14883"
    uid: f054b7eb-7b18-4c4a-831a-3bfe7f40fab3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:24:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13617"
    uid: fa05ea57-e3a9-4252-bd33-2e39e8bce2e6
  kind: Event
  lastTimestamp: "2026-04-28T19:25:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:25:03Z"
    name: isvc-sklearn-batcher-predictor.18aa9bc5117e5e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "14884"
    uid: 1be6d3d2-68b9-43b7-9130-afb36c9ad3f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13340"
    uid: 8510a362-14d0-4833-a8f5-aeb77cd9c3c5
  kind: Event
  lastTimestamp: "2026-04-28T19:23:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:23:25Z"
    name: isvc-sklearn-batcher.18aa9bb39323e460
    namespace: kserve-ci-e2e-test
    resourceVersion: "13503"
    uid: d82fab5f-4e1a-4ba4-83de-24643f96cb71
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13340"
    uid: 8510a362-14d0-4833-a8f5-aeb77cd9c3c5
  kind: Event
  lastTimestamp: "2026-04-28T19:23:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:23:18Z"
    name: isvc-sklearn-batcher.18aa9bb39af0482d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13377"
    uid: d531ed03-2ce1-4fda-8fdf-7b1384ab8d08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:23:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13340"
    uid: 8510a362-14d0-4833-a8f5-aeb77cd9c3c5
  kind: Event
  lastTimestamp: "2026-04-28T19:23:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-28T19:23:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:23:18Z"
    name: isvc-sklearn-batcher.18aa9bb39af0adb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13378"
    uid: 31642eca-5e9f-497e-acdb-7dbc5c24d645
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:24:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14693"
    uid: 8510a362-14d0-4833-a8f5-aeb77cd9c3c5
  kind: Event
  lastTimestamp: "2026-04-28T19:24:49Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:24:49Z"
    name: isvc-sklearn-batcher.18aa9bc8d9aede7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: 78945170-5363-4db2-aa86-7b837e7e7d8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:36:00.085674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24678"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:36:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:36:00Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c64e3eca8e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24682"
    uid: 908b91f6-6ce6-4b24-8865-ba32d64b55df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-28T19:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:00Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c64ef5123ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24688"
    uid: 3b69eae7-aecc-4c29-8d52-a1da2ae38130
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24686"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:01Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:36:01Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c6520fd8da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24708"
    uid: de23faf4-5aa0-45c8-844d-f4071c32eea1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:01Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c6522950768
    namespace: kserve-ci-e2e-test
    resourceVersion: "24711"
    uid: a9290ba4-7cac-4a0f-aee8-44c45d1ba8d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:01Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c65253074c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24713"
    uid: b83937a4-dc6d-499d-ae5d-43f4ab41b081
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:01Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c6525905151
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: cbcb6ef3-6d99-4fe8-98b0-b4939def2d55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:04Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c660543909a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24778"
    uid: 93997298-aebb-4116-8c46-084cec24d4d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:04Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c6607f813d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 20186120-b3a0-4b1d-bbe2-61944bf43c4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:04Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c66085f8e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24781"
    uid: 7f588a70-d137-46ef-a435-55cfcaa74f6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:04Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-28T19:36:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:04Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c66086b3c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "24782"
    uid: 55bb6f29-4ac3-429d-ae7e-f52b6673b2b9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.893s (2.893s including waiting). Image size: 237817895 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:07Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c66b4dfe711
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: 4fe5133e-d2bd-4d07-aa2c-18db44168ce3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:07Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-28T19:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:07Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c66b82e5021
    namespace: kserve-ci-e2e-test
    resourceVersion: "24830"
    uid: 4877075f-343b-44dc-bfca-3ff5efb957fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:07Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-28T19:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:07Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c66b897ebdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24831"
    uid: 73ca6284-81a2-4121-8e85-77baab0c5180
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:07Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c66b8a55868
    namespace: kserve-ci-e2e-test
    resourceVersion: "24832"
    uid: b64b0f9c-641c-4bef-aeea-316dc6ca231f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:08Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c66bbbffa6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24835"
    uid: a2096cb5-e153-43b8-82fa-7f10952bc282
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:36:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:36:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:36:08Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c66bc1e0d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 3999a6c1-7b9b-4328-9828-849621a1d8c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:37:45Z"
  message: 'Readiness probe failed: Get "http://10.134.0.34:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:45Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c6d3ee43e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26271"
    uid: d1982104-a713-4e07-9915-8887408a55e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:37:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:20Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c778366d649
    namespace: kserve-ci-e2e-test
    resourceVersion: "25862"
    uid: 075fbec6-c2b0-4f44-bab4-28e80a317bb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:37:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:20Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c77836733ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25863"
    uid: 071c0846-fe13-4b3d-a6c4-6e1e5a33baeb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:37:20Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-28T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:20Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c7783677dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25864"
    uid: bf0afeff-8e96-443d-9cd0-f605c1eb1b8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "24680"
    uid: 696284ec-82a0-46fb-9ee6-93e4dbbb9fae
  kind: Event
  lastTimestamp: "2026-04-28T19:37:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:37:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:37:45Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq.18aa9c77b8ba150c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26270"
    uid: b72a9e67-3367-41de-86b6-96c37c9f4c24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:36:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24650"
    uid: ea78ab12-83d8-4e77-bb25-43761b6f38a2
  kind: Event
  lastTimestamp: "2026-04-28T19:36:00Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5f8b5bfcd6-nw5gq'
  metadata:
    creationTimestamp: "2026-04-28T19:36:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:36:00Z"
    name: isvc-sklearn-mcp-predictor-5f8b5bfcd6.18aa9c64e34aa366
    namespace: kserve-ci-e2e-test
    resourceVersion: "24679"
    uid: cc04fbf3-cba9-4019-bda1-91ec0ffbff98
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24649"
    uid: dfecc547-dfab-41d0-898e-77836193e765
  kind: Event
  lastTimestamp: "2026-04-28T19:35:59Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5f8b5bfcd6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:35:59Z"
    name: isvc-sklearn-mcp-predictor.18aa9c64ccd1719b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24651"
    uid: 6a2f72dd-2c88-4e13-afd2-6778ed0e22c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:35:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: ed5dce25-aa47-4939-a726-220d036d8bdf
  kind: Event
  lastTimestamp: "2026-04-28T19:36:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:36:08Z"
    name: isvc-sklearn-mcp.18aa9c64cc51cd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24843"
    uid: 445f8485-065f-4dd7-958f-8fcfd134f689
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:37:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25770"
    uid: ed5dce25-aa47-4939-a726-220d036d8bdf
  kind: Event
  lastTimestamp: "2026-04-28T19:37:16Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:37:16Z"
    name: isvc-sklearn-mcp.18aa9c769c11891d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: b588d9ec-9d34-4f98-ac82-e09df7f1e5a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:56:50.784417Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42952"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-6875c879b7-96mbk
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:56:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:56:50Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d881760e4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "42956"
    uid: 329cf52c-b502-4e60-9ea4-8a63300bceb7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42960"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:56:51Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:56:51Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d8830a0ddf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42971"
    uid: 618fa7c8-2df1-4296-b9f9-5b4d4dbf1721
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:56:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:51Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d883210629e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42973"
    uid: dbcc71b5-bff9-4b67-8b2a-9cb16920418c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:56:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:51Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d8834f5c996
    namespace: kserve-ci-e2e-test
    resourceVersion: "42974"
    uid: 6a7ebfee-60f3-48c2-95ae-61bafdd2b777
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:56:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:51Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d8835630897
    namespace: kserve-ci-e2e-test
    resourceVersion: "42975"
    uid: f3040fec-47c2-4737-8ca9-a2d39dfd4f54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:56:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:54Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d8905762f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "43037"
    uid: b01dc113-4eee-4d8d-8550-d3bfd1ea249c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:56:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:54Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d89085b8a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "43039"
    uid: 5fd80375-d2e8-427a-93f9-523671b09b9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:56:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:54Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d8908cf7c60
    namespace: kserve-ci-e2e-test
    resourceVersion: "43041"
    uid: f47e6dc3-ce7b-4990-8244-e0adf10114e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:56:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:54Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d8908dbee94
    namespace: kserve-ci-e2e-test
    resourceVersion: "43043"
    uid: 5de1edf1-ed41-4080-81d7-fdf146a9fe80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:56:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:54Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d890bc75762
    namespace: kserve-ci-e2e-test
    resourceVersion: "43046"
    uid: 5dd75fad-3a88-4f0a-a917-8adde2803bdf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:56:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:56:54Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d890c3b92f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43047"
    uid: 88079dd5-1ba4-40aa-b0b8-57c35e0e70c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:58:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:12Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d897d32f993
    namespace: kserve-ci-e2e-test
    resourceVersion: "44189"
    uid: a5589696-b2eb-4fb1-bb0d-022d4e7ac31f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:58:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:11Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d9ad73cf7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44152"
    uid: 8c62c1a6-e230-4c57-965c-c4eddcc0d628
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:58:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:11Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d9ad73e2a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "44154"
    uid: cdc97620-8a81-4abf-9065-bbf2529311e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6875c879b7-96mbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "42954"
    uid: 8cc54079-1f16-4458-8bd8-f3e4f597e6e9
  kind: Event
  lastTimestamp: "2026-04-28T19:58:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:12Z"
    name: isvc-sklearn-predictor-6875c879b7-96mbk.18aa9d9b2f4891e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44186"
    uid: e6b25078-de8b-44af-a78a-b27de6f336c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-6875c879b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42941"
    uid: 438bc21c-f5fd-4092-b490-c9032f907bac
  kind: Event
  lastTimestamp: "2026-04-28T19:56:50Z"
  message: 'Created pod: isvc-sklearn-predictor-6875c879b7-96mbk'
  metadata:
    creationTimestamp: "2026-04-28T19:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:56:50Z"
    name: isvc-sklearn-predictor-6875c879b7.18aa9d8816f12388
    namespace: kserve-ci-e2e-test
    resourceVersion: "42953"
    uid: d6208969-5702-48fd-94fd-5ae568d230c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42939"
    uid: 36ef5496-d979-4867-87da-136893f6c385
  kind: Event
  lastTimestamp: "2026-04-28T19:56:50Z"
  message: Scaled up replica set isvc-sklearn-predictor-6875c879b7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:56:50Z"
    name: isvc-sklearn-predictor.18aa9d8810861532
    namespace: kserve-ci-e2e-test
    resourceVersion: "42942"
    uid: efbb1d48-9d27-41f8-9358-1d550e76dcea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:57:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42940"
    uid: dd82b26e-4e42-4e54-af39-d0132b05ead3
  kind: Event
  lastTimestamp: "2026-04-28T19:57:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:57:05Z"
    name: isvc-sklearn-predictor.18aa9d8b8f8aac38
    namespace: kserve-ci-e2e-test
    resourceVersion: "43209"
    uid: 81755a4a-fc43-4bbb-80bc-0b063cf4fae1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:57:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42940"
    uid: dd82b26e-4e42-4e54-af39-d0132b05ead3
  kind: Event
  lastTimestamp: "2026-04-28T19:57:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:57:05Z"
    name: isvc-sklearn-predictor.18aa9d8b8ff43599
    namespace: kserve-ci-e2e-test
    resourceVersion: "43210"
    uid: 09dfa95e-5a62-47be-ab60-12c5ce77d819
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:57:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43208"
    uid: dd82b26e-4e42-4e54-af39-d0132b05ead3
  kind: Event
  lastTimestamp: "2026-04-28T19:58:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:58:05Z"
    name: isvc-sklearn-predictor.18aa9d8f0ee2c886
    namespace: kserve-ci-e2e-test
    resourceVersion: "44039"
    uid: af97a124-3d18-4b65-96a4-d64e3cc03f4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T19:57:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43208"
    uid: dd82b26e-4e42-4e54-af39-d0132b05ead3
  kind: Event
  lastTimestamp: "2026-04-28T19:58:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:58:05Z"
    name: isvc-sklearn-predictor.18aa9d8f0f431e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "44040"
    uid: 101dec61-902c-4b11-bbc2-42c4a8ea44e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:59:11.683499Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45072"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:59:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:59:11Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9da8e59e5a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45076"
    uid: 4076b7ec-8c2b-4bb5-a112-9d862ae3341b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45080"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:12Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:59:12Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9da8fe9f6567
    namespace: kserve-ci-e2e-test
    resourceVersion: "45088"
    uid: 7c9d0d9e-205b-4c62-b2b1-78d4734f7d36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:12Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9da8fff983da
    namespace: kserve-ci-e2e-test
    resourceVersion: "45090"
    uid: 2349a006-c9d3-4648-8f41-2f78a312fd37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:12Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9da90366d62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45091"
    uid: 91b63bae-2695-4cfd-a007-13b860066cc7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:12Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9da903ec8095
    namespace: kserve-ci-e2e-test
    resourceVersion: "45092"
    uid: f51d80c0-3c2e-4914-82cd-b9423b9470f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:18Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9daa6c55b2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45189"
    uid: 975254d2-d86e-42ad-8acc-14f4cd122e8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:18Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9daa6f92e92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45191"
    uid: 5ba87996-efe9-438f-a36e-4e5bbcadab97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:18Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9daa70040ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "45192"
    uid: c2d6e8d5-843b-4f9f-ac3b-9b8a4e94825c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:18Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9daa70106dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45194"
    uid: ef7be6e6-e5e0-4092-bbb2-e39b52be6748
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:18Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9daa72fafe29
    namespace: kserve-ci-e2e-test
    resourceVersion: "45195"
    uid: 3aa6c9a6-30e9-4e44-98e9-c825810d4488
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:18Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9daa73715627
    namespace: kserve-ci-e2e-test
    resourceVersion: "45196"
    uid: 609b96e5-c335-46d6-bf9b-6006366581b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T19:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:25Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9daaa86812d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45300"
    uid: 2ab74511-2aec-481e-96f7-c751b891a8a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:48Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9db18824f052
    namespace: kserve-ci-e2e-test
    resourceVersion: "45668"
    uid: 974a9725-9c4d-4bd7-8c79-8ddbd0e9df57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls
    namespace: kserve-ci-e2e-test
    resourceVersion: "45074"
    uid: 25024859-dcd2-45ca-9021-11bc23b66aa6
  kind: Event
  lastTimestamp: "2026-04-28T19:59:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:48Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls.18aa9db188256089
    namespace: kserve-ci-e2e-test
    resourceVersion: "45669"
    uid: 69da982e-3ce9-4e92-8a9c-00027167a1ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-7c6499f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "45039"
    uid: b39be15e-07a2-49c8-8f21-e79208bd44d7
  kind: Event
  lastTimestamp: "2026-04-28T19:59:11Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-7c6499f57-hk2ls'
  metadata:
    creationTimestamp: "2026-04-28T19:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:59:11Z"
    name: isvc-sklearn-runtime-predictor-7c6499f57.18aa9da8e538dd12
    namespace: kserve-ci-e2e-test
    resourceVersion: "45073"
    uid: d58b5e1a-a6e2-4a74-afc7-bdb0ab1d9c73
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45037"
    uid: f2d7f270-5518-4b6e-9132-ac183fdca206
  kind: Event
  lastTimestamp: "2026-04-28T19:59:11Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-7c6499f57 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-28T19:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:59:11Z"
    name: isvc-sklearn-runtime-predictor.18aa9da8cf09f141
    namespace: kserve-ci-e2e-test
    resourceVersion: "45040"
    uid: d8538a48-f74b-4b21-970d-d9a56253f20e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45038"
    uid: e2a234f1-e879-4c2c-acaa-b297a2f060d8
  kind: Event
  lastTimestamp: "2026-04-28T19:59:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:59:41Z"
    name: isvc-sklearn-runtime-predictor.18aa9dac4e13d326
    namespace: kserve-ci-e2e-test
    resourceVersion: "45524"
    uid: bf4c196d-ff68-4e91-99ff-b90aa4f9fe0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45038"
    uid: e2a234f1-e879-4c2c-acaa-b297a2f060d8
  kind: Event
  lastTimestamp: "2026-04-28T19:59:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:59:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:59:41Z"
    name: isvc-sklearn-runtime-predictor.18aa9dac4e7a6786
    namespace: kserve-ci-e2e-test
    resourceVersion: "45526"
    uid: 898ca791-33a2-4c0d-b4e6-264a27559280
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45026"
    uid: 207563f6-179e-408a-b352-eff588a36197
  kind: Event
  lastTimestamp: "2026-04-28T19:59:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:59:19Z"
    name: isvc-sklearn-runtime.18aa9da8ced89f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "45228"
    uid: ac360729-6af1-415b-9b89-2c5510a340dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45450"
    uid: 207563f6-179e-408a-b352-eff588a36197
  kind: Event
  lastTimestamp: "2026-04-28T19:59:35Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:59:35Z"
    name: isvc-sklearn-runtime.18aa9dae77120658
    namespace: kserve-ci-e2e-test
    resourceVersion: "45452"
    uid: faf4e1fe-88a5-4353-a1de-5ee174d14552
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:14:09.183770Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58546"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-584b446894-dhtlj
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:14:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:14:09Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e79dccda4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "58550"
    uid: f7747dc5-6f7e-407f-aa18-6830d7806f18
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58554"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:14:09Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:14:09Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e79f5e79294
    namespace: kserve-ci-e2e-test
    resourceVersion: "58561"
    uid: 151e96c2-f1bd-4f9f-8fad-b10df7f8cfb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:14:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:09Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e79f757b00a
    namespace: kserve-ci-e2e-test
    resourceVersion: "58563"
    uid: 56050aea-2c2d-4ccd-9929-289bac4ea446
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:14:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:09Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e79f9d5cbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "58564"
    uid: bfe4ce2a-c01b-43a6-aa84-611dc388edd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:14:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:09Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e79fa39db5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "58565"
    uid: 051375ed-1805-4636-b61d-067cb5eff14f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:14:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:10Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e7a45c1ffec
    namespace: kserve-ci-e2e-test
    resourceVersion: "58593"
    uid: 01056858-c74e-4efe-bc1a-fc383c2f4e65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:14:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:11Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e7a49c4942a
    namespace: kserve-ci-e2e-test
    resourceVersion: "58595"
    uid: f9b5ea06-ac3e-48ac-853f-5a25972701f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:14:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:11Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e7a4a23e6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "58596"
    uid: e7e1a253-0293-4685-9396-3e8f320d476d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:14:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:11Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e7a4a2f6078
    namespace: kserve-ci-e2e-test
    resourceVersion: "58597"
    uid: 841deb88-8f43-4cfa-a94f-ba92fad51ab8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:14:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:11Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e7a4cc28bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "58598"
    uid: 5991041f-7998-449a-912e-0215881e0a96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:14:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:11Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e7a4d25bf81
    namespace: kserve-ci-e2e-test
    resourceVersion: "58600"
    uid: af9365ae-bd82-408b-bfbd-63e679f9af75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:15:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:28Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e7abd78323c
    namespace: kserve-ci-e2e-test
    resourceVersion: "59720"
    uid: f9e72acf-f6f8-4517-9dad-eeb707ac900d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:15:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:28Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e8c64800f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "59713"
    uid: 2405dc7c-7c21-4311-b9b0-927e51f90aeb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:15:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:28Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e8c6480bb3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "59714"
    uid: dddacda4-b458-4c0a-80e7-e6b54c952df8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj
    namespace: kserve-ci-e2e-test
    resourceVersion: "58548"
    uid: 854a7aa2-bb56-41fd-b223-fa5c257929f2
  kind: Event
  lastTimestamp: "2026-04-28T20:15:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:15:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:28Z"
    name: isvc-sklearn-s3-predictor-584b446894-dhtlj.18aa9e8c6f858d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "59719"
    uid: 3537b89a-bb6d-4bad-a515-993fa5a6338f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-584b446894
    namespace: kserve-ci-e2e-test
    resourceVersion: "58515"
    uid: 2e6b4804-274d-451a-83f6-5fe4a5a83af0
  kind: Event
  lastTimestamp: "2026-04-28T20:14:09Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-584b446894-dhtlj'
  metadata:
    creationTimestamp: "2026-04-28T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:14:09Z"
    name: isvc-sklearn-s3-predictor-584b446894.18aa9e79dc640adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "58547"
    uid: 8c91c9de-e6cb-4bc8-9dc2-7fe53fcc9903
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "58513"
    uid: 57919f32-e97c-4a67-80ad-300ead2f0a11
  kind: Event
  lastTimestamp: "2026-04-28T20:14:08Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-584b446894 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:14:08Z"
    name: isvc-sklearn-s3-predictor.18aa9e79cbf7e53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "58516"
    uid: a80ba5c7-0520-423f-a040-331cda0d1c26
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "58514"
    uid: 33d271dd-2745-49c1-b919-85adce16d3ae
  kind: Event
  lastTimestamp: "2026-04-28T20:14:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:14:38Z"
    name: isvc-sklearn-s3-predictor.18aa9e7d4ab80e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "59005"
    uid: cc44d14a-8674-4524-a89b-ffe52716a003
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "58514"
    uid: 33d271dd-2745-49c1-b919-85adce16d3ae
  kind: Event
  lastTimestamp: "2026-04-28T20:14:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:14:38Z"
    name: isvc-sklearn-s3-predictor.18aa9e7d4b34d000
    namespace: kserve-ci-e2e-test
    resourceVersion: "59006"
    uid: 89aaa40b-3a25-4e3b-a8c1-74b3325c9cfb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "58800"
    uid: 33d271dd-2745-49c1-b919-85adce16d3ae
  kind: Event
  lastTimestamp: "2026-04-28T20:15:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:15:23Z"
    name: isvc-sklearn-s3-predictor.18aa9e8448eae263
    namespace: kserve-ci-e2e-test
    resourceVersion: "59621"
    uid: 7358d452-e81d-44cf-9da9-c4bfad24340a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "58800"
    uid: 33d271dd-2745-49c1-b919-85adce16d3ae
  kind: Event
  lastTimestamp: "2026-04-28T20:15:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:15:23Z"
    name: isvc-sklearn-s3-predictor.18aa9e8449492337
    namespace: kserve-ci-e2e-test
    resourceVersion: "59622"
    uid: 6eb5f5bf-ba77-4bfc-a734-cf00c2b93f98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:18:12.106327Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "62257"
    uid: e5a615da-1d37-4fb3-a6ee-fc66321e9008
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:18:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:18:12Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc.18aa9eb26c1db1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "62262"
    uid: 9d60686d-9c03-4efe-bc80-dc6f7a3be956
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "62260"
    uid: e5a615da-1d37-4fb3-a6ee-fc66321e9008
  kind: Event
  lastTimestamp: "2026-04-28T20:18:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-28T20:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:12Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc.18aa9eb277b7e3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "62272"
    uid: d5895cdc-7fd5-40a0-b01e-51479ecc3376
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "62270"
    uid: e5a615da-1d37-4fb3-a6ee-fc66321e9008
  kind: Event
  lastTimestamp: "2026-04-28T20:18:13Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:18:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc.18aa9eb2a8feba83
    namespace: kserve-ci-e2e-test
    resourceVersion: "62289"
    uid: f084d2b3-583e-451c-814b-f866cfccb85a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "62260"
    uid: e5a615da-1d37-4fb3-a6ee-fc66321e9008
  kind: Event
  lastTimestamp: "2026-04-28T20:18:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc.18aa9eb2aa7c36db
    namespace: kserve-ci-e2e-test
    resourceVersion: "62355"
    uid: 42941190-cf72-4628-a4d2-83f7b10c85f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "62260"
    uid: e5a615da-1d37-4fb3-a6ee-fc66321e9008
  kind: Event
  lastTimestamp: "2026-04-28T20:18:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc.18aa9eb2ad301cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "62359"
    uid: aa82281b-0d42-4b76-9f1b-e1cbb1042e3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "62260"
    uid: e5a615da-1d37-4fb3-a6ee-fc66321e9008
  kind: Event
  lastTimestamp: "2026-04-28T20:18:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc.18aa9eb2ada1e76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "62360"
    uid: 7c9336d0-47f3-41a3-bb00-87bc4047f174
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "62260"
    uid: e5a615da-1d37-4fb3-a6ee-fc66321e9008
  kind: Event
  lastTimestamp: "2026-04-28T20:18:22Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:18:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc.18aa9eb4bfbcdd58
    namespace: kserve-ci-e2e-test
    resourceVersion: "62427"
    uid: d38cab58-98e4-4abd-bba2-376457600100
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "62248"
    uid: 2694c6b3-b82e-4eed-a1a3-04014532c7d0
  kind: Event
  lastTimestamp: "2026-04-28T20:18:12Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56-zkxbc'
  metadata:
    creationTimestamp: "2026-04-28T20:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:18:12Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56.18aa9eb26bbdbfcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "62259"
    uid: c29060b5-32f8-444f-bd6a-16f0e07eb889
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "62246"
    uid: addcabcf-7f59-48a0-a980-2b826677e266
  kind: Event
  lastTimestamp: "2026-04-28T20:18:12Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-c7d959f56
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:18:12Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18aa9eb269022768
    namespace: kserve-ci-e2e-test
    resourceVersion: "62250"
    uid: 2a29208e-a832-4a25-b9c6-ed19e751b3a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "62236"
    uid: 314e5f79-e302-4acd-be76-7027a4fa4af9
  kind: Event
  lastTimestamp: "2026-04-28T20:18:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:18:17Z"
    name: isvc-sklearn-s3-tls-custom-fail.18aa9eb268d42571
    namespace: kserve-ci-e2e-test
    resourceVersion: "62377"
    uid: d6214df7-07f2-4839-a1bf-9601ac64a192
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "62236"
    uid: 314e5f79-e302-4acd-be76-7027a4fa4af9
  kind: Event
  lastTimestamp: "2026-04-28T20:18:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T20:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:18:12Z"
    name: isvc-sklearn-s3-tls-custom-fail.18aa9eb26a20c803
    namespace: kserve-ci-e2e-test
    resourceVersion: "62256"
    uid: 2adef0ff-f47f-4cf4-aed2-47b87f5edb94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:16:51.017714Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61028"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:16:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:16:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9e9f8adba710
    namespace: kserve-ci-e2e-test
    resourceVersion: "61033"
    uid: d5a328b2-5972-4577-8db5-2eec2a9cca6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:16:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-28T20:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9e9f97f820cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "61045"
    uid: 2f4c6345-e2de-406d-94db-184053ed719b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61039"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:16:52Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:16:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9e9fc7cd887c
    namespace: kserve-ci-e2e-test
    resourceVersion: "61064"
    uid: 7c8fbe75-19d2-4630-b94e-6640fd4b2b6f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:16:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9e9fc97bb6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "61066"
    uid: b08d270a-5437-4c14-af1c-2f9f2d1fd37b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:16:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9e9fcc7b07a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "61070"
    uid: ebea4bd4-08be-4d68-ae81-f5a67ab8e05c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:16:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9e9fcd00b921
    namespace: kserve-ci-e2e-test
    resourceVersion: "61071"
    uid: aeb8a2ab-dd98-4b57-82b9-a3a71f8069fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:16:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9ea01d26eb59
    namespace: kserve-ci-e2e-test
    resourceVersion: "61109"
    uid: 6c64c244-1ee2-40ab-ac10-aad079e2b5c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:16:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9ea020cf8387
    namespace: kserve-ci-e2e-test
    resourceVersion: "61115"
    uid: 204ebd21-8b0c-4e7d-801a-fffcb2108824
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:16:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9ea0213edd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "61116"
    uid: 0e83e322-721e-4b56-9b00-1b85394bff36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:16:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9ea0214ac1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "61117"
    uid: 3d26137c-453d-4045-866c-4ab576038200
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:16:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9ea0255f179e
    namespace: kserve-ci-e2e-test
    resourceVersion: "61118"
    uid: 0df11f94-f90c-4959-afdd-e2383c4cbc38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:16:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9ea025d7c4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "61119"
    uid: e9a5ff31-41e9-40c2-a029-d4dd0fb3442b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:18:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9ea094d81373
    namespace: kserve-ci-e2e-test
    resourceVersion: "62224"
    uid: cd72a6a9-936a-4625-86bc-0fbfb5d89afa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:18:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9eb231b39009
    namespace: kserve-ci-e2e-test
    resourceVersion: "62218"
    uid: 61a974c7-ddc3-4612-bf31-7d3ddc6239c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:18:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9eb231b43221
    namespace: kserve-ci-e2e-test
    resourceVersion: "62219"
    uid: 609f9bc7-091f-479d-a840-2ab5c86390de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765
    namespace: kserve-ci-e2e-test
    resourceVersion: "61031"
    uid: 38d97f1d-324f-407b-a782-bd77ae9c5d35
  kind: Event
  lastTimestamp: "2026-04-28T20:18:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765.18aa9eb24715fc93
    namespace: kserve-ci-e2e-test
    resourceVersion: "62223"
    uid: c7d9f2da-d6bb-4007-9e05-338b3c124ce1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798
    namespace: kserve-ci-e2e-test
    resourceVersion: "61019"
    uid: baa08030-0986-49af-99f1-3a00ee656d2a
  kind: Event
  lastTimestamp: "2026-04-28T20:16:51Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798-tm765'
  metadata:
    creationTimestamp: "2026-04-28T20:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:16:51Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798.18aa9e9f8a5bd97e
    namespace: kserve-ci-e2e-test
    resourceVersion: "61030"
    uid: 80aa84fa-0895-4fc7-a2b8-bfac5c22f3e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "61017"
    uid: f311643e-1038-42d5-aa2d-316bfaf5ad87
  kind: Event
  lastTimestamp: "2026-04-28T20:16:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-848ff9798
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:16:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18aa9e9f87931ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "61021"
    uid: 97cb21b6-5e66-4fac-ac05-6c0be98464b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:17:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "61018"
    uid: cd0e4c13-5a36-4ab6-b1f7-b56b945c6c24
  kind: Event
  lastTimestamp: "2026-04-28T20:17:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:17:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18aa9ea3065a7f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "61298"
    uid: a3050763-15e6-4bf3-9721-15b793d2bcae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:17:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "61018"
    uid: cd0e4c13-5a36-4ab6-b1f7-b56b945c6c24
  kind: Event
  lastTimestamp: "2026-04-28T20:17:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:17:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18aa9ea306b8f819
    namespace: kserve-ci-e2e-test
    resourceVersion: "61300"
    uid: 903014d4-7cb4-448d-b993-6ad47715ae5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T20:17:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "61299"
    uid: cd0e4c13-5a36-4ab6-b1f7-b56b945c6c24
  kind: Event
  lastTimestamp: "2026-04-28T20:18:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:18:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18aa9ea6856e3ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "62135"
    uid: 0662e81e-4730-43bd-ada1-a7ec4b0a4de4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T20:17:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "61299"
    uid: cd0e4c13-5a36-4ab6-b1f7-b56b945c6c24
  kind: Event
  lastTimestamp: "2026-04-28T20:18:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:18:06Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18aa9ea685ce3f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "62136"
    uid: bee480f7-6cd8-4a51-8a7a-b5c4509257e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "61009"
    uid: 269af446-30f5-4e57-a163-26da0e1992ff
  kind: Event
  lastTimestamp: "2026-04-28T20:16:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:16:58Z"
    name: isvc-sklearn-s3-tls-custom-pass.18aa9e9f876bff6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "61192"
    uid: 7e22492c-348f-4d6b-88a8-84cd79ea3ddf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "61009"
    uid: 269af446-30f5-4e57-a163-26da0e1992ff
  kind: Event
  lastTimestamp: "2026-04-28T20:16:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T20:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:16:51Z"
    name: isvc-sklearn-s3-tls-custom-pass.18aa9e9f88ef4d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "61049"
    uid: 003c21b4-887d-4cc0-8357-cff5551f20c8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "61012"
    uid: 269af446-30f5-4e57-a163-26da0e1992ff
  kind: Event
  lastTimestamp: "2026-04-28T20:16:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-28T20:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:16:51Z"
    name: isvc-sklearn-s3-tls-custom-pass.18aa9e9f9b5683c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "61055"
    uid: ffa51e15-3982-4014-960d-a37a7024aaee
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "62075"
    uid: 269af446-30f5-4e57-a163-26da0e1992ff
  kind: Event
  lastTimestamp: "2026-04-28T20:18:01Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:18:01Z"
    name: isvc-sklearn-s3-tls-custom-pass.18aa9eafffb1dc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "62076"
    uid: 81add769-e9c1-4843-a576-b010e3560008
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:16:39.949651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "60803"
    uid: 0cec68ac-098a-4035-973d-4ae9e7f46cce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:16:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:16:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll.18aa9e9cf72673d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "60807"
    uid: 9bd86e09-f2cd-4404-855d-399849133ca3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "60805"
    uid: 0cec68ac-098a-4035-973d-4ae9e7f46cce
  kind: Event
  lastTimestamp: "2026-04-28T20:16:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-28T20:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll.18aa9e9d02acad7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "60816"
    uid: 8a039568-183d-4343-a97c-54b939c920ce
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "60814"
    uid: 0cec68ac-098a-4035-973d-4ae9e7f46cce
  kind: Event
  lastTimestamp: "2026-04-28T20:16:40Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:16:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll.18aa9e9d342597f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "60835"
    uid: 9157c234-fe4a-43da-b2f2-9b4c97a4a79c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "60805"
    uid: 0cec68ac-098a-4035-973d-4ae9e7f46cce
  kind: Event
  lastTimestamp: "2026-04-28T20:16:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll.18aa9e9d35a1f063
    namespace: kserve-ci-e2e-test
    resourceVersion: "60919"
    uid: 8f8e2fcc-cce5-4826-a5d7-8b287f6905b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "60805"
    uid: 0cec68ac-098a-4035-973d-4ae9e7f46cce
  kind: Event
  lastTimestamp: "2026-04-28T20:16:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll.18aa9e9d38864f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "60922"
    uid: cdf067b5-460a-43eb-9186-444b877e64bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "60805"
    uid: 0cec68ac-098a-4035-973d-4ae9e7f46cce
  kind: Event
  lastTimestamp: "2026-04-28T20:16:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll.18aa9e9d38fdc7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "60925"
    uid: 3bb88d33-963b-44af-bf35-2cb89b9c6544
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll
    namespace: kserve-ci-e2e-test
    resourceVersion: "60805"
    uid: 0cec68ac-098a-4035-973d-4ae9e7f46cce
  kind: Event
  lastTimestamp: "2026-04-28T20:16:49Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll_kserve-ci-e2e-test(0cec68ac-098a-4035-973d-4ae9e7f46cce)
  metadata:
    creationTimestamp: "2026-04-28T20:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:49Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll.18aa9e9f2e3c7833
    namespace: kserve-ci-e2e-test
    resourceVersion: "60961"
    uid: 2673b12c-4d02-48e8-8305-d4ad04bfd8da
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "60793"
    uid: 02ae2fd4-40db-4580-9b2b-e4b31d430d40
  kind: Event
  lastTimestamp: "2026-04-28T20:16:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d-nx7ll'
  metadata:
    creationTimestamp: "2026-04-28T20:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:16:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d.18aa9e9cf6be15a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "60804"
    uid: 6b0561ee-e403-4f5f-81c1-f5be8061bc23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "60791"
    uid: 73d7c4d6-af8e-4fcc-bb11-bb7365fbba94
  kind: Event
  lastTimestamp: "2026-04-28T20:16:39Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-8cfdd8b8d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:16:39Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18aa9e9cf3c99ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "60795"
    uid: 510d9553-818f-4282-a40e-c33a7d45729a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "60782"
    uid: 44a28fdb-12e7-478e-a1e8-cd0c5dd0732f
  kind: Event
  lastTimestamp: "2026-04-28T20:16:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:16:49Z"
    name: isvc-sklearn-s3-tls-global-fail.18aa9e9cf3a37e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "60977"
    uid: e0f73e3e-4129-436d-98a4-6935d104c491
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "60782"
    uid: 44a28fdb-12e7-478e-a1e8-cd0c5dd0732f
  kind: Event
  lastTimestamp: "2026-04-28T20:16:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T20:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:16:39Z"
    name: isvc-sklearn-s3-tls-global-fail.18aa9e9cf5129512
    namespace: kserve-ci-e2e-test
    resourceVersion: "60801"
    uid: 4cf87277-667c-4623-91d4-5ffcff54893e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:15:29.387438Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59743"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:15:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:15:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8c8950887d
    namespace: kserve-ci-e2e-test
    resourceVersion: "59747"
    uid: 98096d11-328f-4ca8-8d00-c7f6ffeba60e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59751"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:15:29Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:15:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8ca2b9e3d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "59758"
    uid: 0eb79b17-826f-461c-9adf-d54b79047d80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:15:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8ca4221598
    namespace: kserve-ci-e2e-test
    resourceVersion: "59760"
    uid: 664b2825-89e7-4fbb-bd59-e0216f544209
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:15:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8ca7279fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "59761"
    uid: ea0009dd-ef2b-421a-82dc-e627249af59d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:15:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8ca7a1d245
    namespace: kserve-ci-e2e-test
    resourceVersion: "59762"
    uid: 608a284d-7202-4382-859a-5956190a7d91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:15:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8cf5006704
    namespace: kserve-ci-e2e-test
    resourceVersion: "59787"
    uid: 54bda4f2-1162-4adf-bc14-4d1c3fd20dd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:15:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8cf820b142
    namespace: kserve-ci-e2e-test
    resourceVersion: "59789"
    uid: 26a3572d-04df-4e5f-bc47-e64e884e9799
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:15:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8cf89868f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "59790"
    uid: bbc604df-13ee-4b45-bc8a-bdb9fb773cce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:15:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8cf8a4f030
    namespace: kserve-ci-e2e-test
    resourceVersion: "59791"
    uid: f506cd1b-36c8-464d-8a6a-bb523f5ff46c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:15:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8cfbef3c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "59792"
    uid: e08decca-7119-401d-b77a-21af37577bd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:15:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8cfc6890b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "59793"
    uid: c76221cd-5c70-4021-9fb6-c57af3b8cbfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:16:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:28Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e8d3139c802
    namespace: kserve-ci-e2e-test
    resourceVersion: "60595"
    uid: 5497b3d1-d1d5-4c9d-91d2-49680d71d3f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:16:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e9cbfa692b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "60766"
    uid: ce24abac-7b4b-4055-8bd8-a49417e18dfa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:16:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:16:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:39Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e9cbfa7266f
    namespace: kserve-ci-e2e-test
    resourceVersion: "60767"
    uid: 92e31a6f-6b2c-41d3-b11e-79b740fba20d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "59745"
    uid: f5decf8d-6dcd-4c7c-9a7e-70651aa9dd5b
  kind: Event
  lastTimestamp: "2026-04-28T20:16:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:16:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4.18aa9e9db94f6e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "60882"
    uid: 2836dcee-aef4-4fef-a6c9-305b5f5de00d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86
    namespace: kserve-ci-e2e-test
    resourceVersion: "59730"
    uid: 509994db-0715-44f0-af79-745d4c59b2a9
  kind: Event
  lastTimestamp: "2026-04-28T20:15:29Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86-5qmr4'
  metadata:
    creationTimestamp: "2026-04-28T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:15:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86.18aa9e8c88c71726
    namespace: kserve-ci-e2e-test
    resourceVersion: "59744"
    uid: a8e3d659-3791-4a3b-9813-a80ebaeb0f8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "59728"
    uid: dbfa1b46-3c0f-4001-850f-821dce898c84
  kind: Event
  lastTimestamp: "2026-04-28T20:15:29Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-764bc9bb86
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:15:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18aa9e8c784f110f
    namespace: kserve-ci-e2e-test
    resourceVersion: "59732"
    uid: e3fedcde-92ac-4ba4-90d9-5dbced15bd94
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "59729"
    uid: b09cbc9d-9a11-4c0b-a408-66e97be03061
  kind: Event
  lastTimestamp: "2026-04-28T20:15:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:15:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18aa9e8ff6bd95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "60198"
    uid: a840f283-32eb-4132-b94f-c8a58e237d10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "59729"
    uid: b09cbc9d-9a11-4c0b-a408-66e97be03061
  kind: Event
  lastTimestamp: "2026-04-28T20:15:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:15:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18aa9e8ff71c5d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "60199"
    uid: e9bf6e29-0e61-4e66-8f78-9af50dcbc1af
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "59988"
    uid: b09cbc9d-9a11-4c0b-a408-66e97be03061
  kind: Event
  lastTimestamp: "2026-04-28T20:16:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:16:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18aa9e96f4ee692a
    namespace: kserve-ci-e2e-test
    resourceVersion: "60613"
    uid: 0ae87d32-c730-48df-8097-fd58f778b6ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "59988"
    uid: b09cbc9d-9a11-4c0b-a408-66e97be03061
  kind: Event
  lastTimestamp: "2026-04-28T20:16:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:16:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18aa9e96f550ce8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "60614"
    uid: cfa4d1c2-e03e-420d-8d3b-7eab941e43a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "59715"
    uid: 5338eb62-5b22-4402-a868-293adb775116
  kind: Event
  lastTimestamp: "2026-04-28T20:15:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:15:37Z"
    name: isvc-sklearn-s3-tls-global-pass.18aa9e8c7826ca52
    namespace: kserve-ci-e2e-test
    resourceVersion: "59901"
    uid: bf49cbf9-c4ca-49a4-aeb4-e46175c9588d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:16:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "60738"
    uid: 5338eb62-5b22-4402-a868-293adb775116
  kind: Event
  lastTimestamp: "2026-04-28T20:16:38Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:16:38Z"
    name: isvc-sklearn-s3-tls-global-pass.18aa9e9c94a2e88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "60740"
    uid: 0ec50469-f28a-4e8c-a18a-849c6f38ea3b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:19:34.266619Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "63549"
    uid: e8de176b-be7c-4666-b35b-ef444271904d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:19:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:19:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d.18aa9ec58d4042ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "63553"
    uid: fbecefe9-178d-4bf2-94d8-ae8dae5a1925
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "63551"
    uid: e8de176b-be7c-4666-b35b-ef444271904d
  kind: Event
  lastTimestamp: "2026-04-28T20:19:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-28T20:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:19:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d.18aa9ec5998c34f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "63563"
    uid: 957cd6c5-365e-4862-bc24-2b258cd92990
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "63557"
    uid: e8de176b-be7c-4666-b35b-ef444271904d
  kind: Event
  lastTimestamp: "2026-04-28T20:19:35Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:19:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d.18aa9ec5ca273080
    namespace: kserve-ci-e2e-test
    resourceVersion: "63580"
    uid: 96bc0381-ed8d-4ad8-9fe8-9d24aee852fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "63551"
    uid: e8de176b-be7c-4666-b35b-ef444271904d
  kind: Event
  lastTimestamp: "2026-04-28T20:19:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:19:38Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d.18aa9ec5cbadc1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "63648"
    uid: 5bad2844-1104-4e39-b0aa-b14d4813a6e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "63551"
    uid: e8de176b-be7c-4666-b35b-ef444271904d
  kind: Event
  lastTimestamp: "2026-04-28T20:19:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:19:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d.18aa9ec5cf148220
    namespace: kserve-ci-e2e-test
    resourceVersion: "63650"
    uid: b4ee0419-898b-4d4f-84cd-7c0ef2f56a03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "63551"
    uid: e8de176b-be7c-4666-b35b-ef444271904d
  kind: Event
  lastTimestamp: "2026-04-28T20:19:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:19:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d.18aa9ec5cf994d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "63651"
    uid: e2176f3e-1b91-4ff2-8a6e-07fd277e878f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "63551"
    uid: e8de176b-be7c-4666-b35b-ef444271904d
  kind: Event
  lastTimestamp: "2026-04-28T20:19:44Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:19:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:19:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d.18aa9ec7e0dd7d0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "63721"
    uid: 2142b564-01bd-4f2b-a720-cfbf8cadd258
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "63538"
    uid: 3afaeee8-35b6-47c0-a8f5-b6a472055c63
  kind: Event
  lastTimestamp: "2026-04-28T20:19:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7-77h4d'
  metadata:
    creationTimestamp: "2026-04-28T20:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:19:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7.18aa9ec58ce071f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "63550"
    uid: aa9a383c-6702-4fe6-b197-350e6e93d2d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "63536"
    uid: 85697a70-aa6e-4431-800b-efa8d679c825
  kind: Event
  lastTimestamp: "2026-04-28T20:19:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7b6b7fcbd7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:19:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18aa9ec589d3f719
    namespace: kserve-ci-e2e-test
    resourceVersion: "63540"
    uid: 9c992aac-759c-4d60-b6cd-05cc22d7d781
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "63525"
    uid: 961ac724-6f85-4e37-83cb-f10ac38fa1fe
  kind: Event
  lastTimestamp: "2026-04-28T20:19:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:19:39Z"
    name: isvc-sklearn-s3-tls-serving-fail.18aa9ec589ac9c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "63668"
    uid: 62293fb4-7066-49be-a597-682587c76385
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "63525"
    uid: 961ac724-6f85-4e37-83cb-f10ac38fa1fe
  kind: Event
  lastTimestamp: "2026-04-28T20:19:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T20:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:19:34Z"
    name: isvc-sklearn-s3-tls-serving-fail.18aa9ec58b4165f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "63569"
    uid: a322a15b-033b-4593-baa7-bdb0efe90c95
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "63548"
    uid: 961ac724-6f85-4e37-83cb-f10ac38fa1fe
  kind: Event
  lastTimestamp: "2026-04-28T20:19:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-28T20:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:19:34Z"
    name: isvc-sklearn-s3-tls-serving-fail.18aa9ec59eae2503
    namespace: kserve-ci-e2e-test
    resourceVersion: "63571"
    uid: e2714210-2571-40fb-80ae-c8b1c222bdda
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:18:23.166536Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62462"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:18:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:18:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb4ff5b232c
    namespace: kserve-ci-e2e-test
    resourceVersion: "62467"
    uid: 2d765e43-6c0c-4e7f-b303-a549f099701b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62473"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:23Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:18:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb5186326f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "62492"
    uid: 7e986e62-100f-4d3e-b994-ced392095477
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb519d54089
    namespace: kserve-ci-e2e-test
    resourceVersion: "62496"
    uid: 76435e72-999a-4e66-87fa-80f17a0ca021
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb51c934e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "62498"
    uid: 11d5df19-6fce-41c5-870c-7e4959a5ae0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb51d031c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "62499"
    uid: 99658865-38dc-4b34-a6ef-ab2a866fa146
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb55eb9b91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "62522"
    uid: b4139950-116b-4ce9-bb89-e2525299ea80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb561b7cbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "62524"
    uid: f1afbfbf-d249-4e8d-bca8-a2aeccfdb693
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb56226a040
    namespace: kserve-ci-e2e-test
    resourceVersion: "62525"
    uid: 7ee913a0-7848-438a-a248-c41ed87b6562
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb562321bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "62526"
    uid: 3018d4e9-202b-4a7f-ab8a-881974e18210
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb565118ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "62527"
    uid: 48fad180-b97a-44b2-9d93-013deef3a1bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:18:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb565923bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "62528"
    uid: 41cec588-0dfb-47c4-836b-3b3fdc385159
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:19:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:19:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9eb5d674a4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "63343"
    uid: b9fcf3e9-3198-4a6f-937c-3e5a88534bc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:19:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:19:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9ec555e822a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "63514"
    uid: e03dff08-bba3-4353-bdb7-7c345b24266f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:19:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:19:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9ec555e8921e
    namespace: kserve-ci-e2e-test
    resourceVersion: "63515"
    uid: 9f88ebdb-2afb-4d97-952a-04ee776ceb4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "62464"
    uid: 9c7a5202-6c5d-4819-806d-245f9a244a0e
  kind: Event
  lastTimestamp: "2026-04-28T20:19:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:19:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:19:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x.18aa9ec65e843cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "63625"
    uid: 700b0422-8a44-4cf2-b30b-055a02df25cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957
    namespace: kserve-ci-e2e-test
    resourceVersion: "62454"
    uid: 7faaefa4-ba12-4a36-af38-77b91033e1a3
  kind: Event
  lastTimestamp: "2026-04-28T20:18:23Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957-66n4x'
  metadata:
    creationTimestamp: "2026-04-28T20:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:18:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957.18aa9eb4fef1df52
    namespace: kserve-ci-e2e-test
    resourceVersion: "62463"
    uid: 12793fcc-fb69-4b4f-ad4d-3d6f4815516e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "62451"
    uid: 125b80d3-bdac-4fa9-a39d-6d1f829bfa61
  kind: Event
  lastTimestamp: "2026-04-28T20:18:23Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-545f7c7957
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:18:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18aa9eb4fc809c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "62456"
    uid: 6c1663ba-2038-4d3c-a682-abba19f9ca6a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "62453"
    uid: 116162d4-7092-4b1a-99bd-3f4e2913c4b0
  kind: Event
  lastTimestamp: "2026-04-28T20:19:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:19:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18aa9eb87b4fe538
    namespace: kserve-ci-e2e-test
    resourceVersion: "63141"
    uid: 200c21d4-97a2-49d2-a043-556a3c13a885
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "62453"
    uid: 116162d4-7092-4b1a-99bd-3f4e2913c4b0
  kind: Event
  lastTimestamp: "2026-04-28T20:19:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:19:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18aa9eb87b9dea5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "63142"
    uid: c8cf3044-9d5c-4278-8b14-aa2072b8f327
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "62722"
    uid: 116162d4-7092-4b1a-99bd-3f4e2913c4b0
  kind: Event
  lastTimestamp: "2026-04-28T20:19:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:19:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18aa9ebbfac0d3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "63350"
    uid: 1a7a9890-11a2-48a3-afd7-0ab7656a7872
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "62722"
    uid: 116162d4-7092-4b1a-99bd-3f4e2913c4b0
  kind: Event
  lastTimestamp: "2026-04-28T20:19:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:18:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:19:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18aa9ebbfb24e869
    namespace: kserve-ci-e2e-test
    resourceVersion: "63351"
    uid: 3111b85b-48f1-487b-986e-f63f2c9f7b14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "62441"
    uid: 96f5e09f-893d-4e6d-b2c5-8adf1aae622e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:18:29Z"
    name: isvc-sklearn-s3-tls-serving-pass.18aa9eb4fc55c4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "62609"
    uid: dff3a52a-64e1-4642-82e3-d5cfb536448f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "62441"
    uid: 96f5e09f-893d-4e6d-b2c5-8adf1aae622e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T20:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:18:23Z"
    name: isvc-sklearn-s3-tls-serving-pass.18aa9eb4fdf74ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "62479"
    uid: b4622df5-0e8e-4a10-857d-13ef1d0d9ebb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:18:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "62445"
    uid: 96f5e09f-893d-4e6d-b2c5-8adf1aae622e
  kind: Event
  lastTimestamp: "2026-04-28T20:18:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-28T20:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:18:23Z"
    name: isvc-sklearn-s3-tls-serving-pass.18aa9eb503f1e666
    namespace: kserve-ci-e2e-test
    resourceVersion: "62481"
    uid: 90bf12f7-489e-4518-910a-ce8b40283691
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:19:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "63490"
    uid: 96f5e09f-893d-4e6d-b2c5-8adf1aae622e
  kind: Event
  lastTimestamp: "2026-04-28T20:19:32Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:19:32Z"
    name: isvc-sklearn-s3-tls-serving-pass.18aa9ec53c709cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "63492"
    uid: f84ec787-98ec-46f2-8609-5359a0640f69
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "58502"
    uid: 7162f4f7-17f3-4f02-9f8c-89ffe54d6c84
  kind: Event
  lastTimestamp: "2026-04-28T20:14:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:14:17Z"
    name: isvc-sklearn-s3.18aa9e79cbbff65b
    namespace: kserve-ci-e2e-test
    resourceVersion: "58707"
    uid: b18fc9af-92cf-40d8-ac73-a9e9b12558a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:15:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "59554"
    uid: 7162f4f7-17f3-4f02-9f8c-89ffe54d6c84
  kind: Event
  lastTimestamp: "2026-04-28T20:15:19Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:15:19Z"
    name: isvc-sklearn-s3.18aa9e8a20fc4b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "59556"
    uid: e28bd865-f2eb-46ec-98d8-7682fc763022
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-cd9c59d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42863"
    uid: 433e46fe-e14c-4e04-8c94-6aa5c7338283
  kind: Event
  lastTimestamp: "2026-04-28T19:56:49Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-cd9c59d7-9t72f'
  metadata:
    creationTimestamp: "2026-04-28T19:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:56:49Z"
    name: isvc-sklearn-scheduler-predictor-cd9c59d7.18aa9d87c37b2625
    namespace: kserve-ci-e2e-test
    resourceVersion: "42898"
    uid: d927d98f-0734-4232-b9a7-52a5264b5c84
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42862"
    uid: 0f42096c-537e-4bd6-9d29-41c0a14db70b
  kind: Event
  lastTimestamp: "2026-04-28T19:56:48Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-cd9c59d7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-28T19:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:56:48Z"
    name: isvc-sklearn-scheduler-predictor.18aa9d87a9e399db
    namespace: kserve-ci-e2e-test
    resourceVersion: "42866"
    uid: b1da61c7-31a2-4151-b0eb-2b98c4a6feed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42852"
    uid: 4d712003-ea2e-4967-b339-2a80b367bee3
  kind: Event
  lastTimestamp: "2026-04-28T19:56:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:56:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:56:49Z"
    name: isvc-sklearn-scheduler.18aa9d87a9743314
    namespace: kserve-ci-e2e-test
    resourceVersion: "42907"
    uid: c9136944-b3af-4f85-b6f9-66c80943f9cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:02:09.285407Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47771"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:02:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:02:09Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd23f8461a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47776"
    uid: f387c3d6-e411-4d03-9c0c-7752e125cb58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47780"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:02:09Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:02:09Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd25885d23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47789"
    uid: 8498af4f-bf2c-425a-b8fd-6dcee5f224c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:02:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:09Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd259fb2cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47791"
    uid: 09a0e391-2f9f-491d-822a-a58a2dc4519d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:02:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:09Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd25e00290e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47792"
    uid: 7792b475-be6e-4cd4-b042-60fafefa9731
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:02:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:09Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd25e6e32f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47793"
    uid: c30d3ecd-244d-4515-b214-ef53a1f27ee8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:02:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:13Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd34beceaa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47866"
    uid: 997d590e-bf1d-4180-8dbf-1316aa98eb7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:02:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:13Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd34ec32527
    namespace: kserve-ci-e2e-test
    resourceVersion: "47870"
    uid: b546ea5e-ef49-4996-a73e-f151f84c3498
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:02:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:13Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd34f33a591
    namespace: kserve-ci-e2e-test
    resourceVersion: "47871"
    uid: e7c74a42-f08e-45dc-9139-3d06cec7f4e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:02:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:13Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd34f3f0621
    namespace: kserve-ci-e2e-test
    resourceVersion: "47872"
    uid: 38b1ccc9-65a0-48a8-a631-172d7542b523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:02:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:13Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd352d644d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47874"
    uid: 3be1a913-447c-46e5-97ff-522930d0369a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:02:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:13Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd3534845d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47875"
    uid: 868afb62-4e82-4136-a221-e88b96a6defe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:03:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:30Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9dd387f58cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49011"
    uid: 550264f5-5bb2-42bf-8d51-83b95bfddcc2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:03:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:29Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9de4dfa972b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48964"
    uid: 5a8abf8a-3eb6-46ec-ab47-e1ae6a71473b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:03:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:29Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9de4dfa9fe40
    namespace: kserve-ci-e2e-test
    resourceVersion: "48965"
    uid: c6ebd23d-b07f-48df-a2a4-1167e4e118d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 2e2fe17e-4f41-40c5-b2fd-cf84687a5731
  kind: Event
  lastTimestamp: "2026-04-28T20:03:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:30Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p.18aa9de53a0f3a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "49010"
    uid: 3b051bda-cee7-4e34-83e5-b6d771a8b1c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47742"
    uid: 6ba7b7ed-8f80-4cda-992d-d659cad2cc23
  kind: Event
  lastTimestamp: "2026-04-28T20:02:09Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-86d7579fd6-87x9p'
  metadata:
    creationTimestamp: "2026-04-28T20:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:02:09Z"
    name: isvc-sklearn-v2-mixed-predictor-86d7579fd6.18aa9dd23f15f464
    namespace: kserve-ci-e2e-test
    resourceVersion: "47772"
    uid: 4a79c99a-960a-4488-8ba1-48e1148b89f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47740"
    uid: 7207659f-ad81-42f6-884a-a5ceeaefbc9d
  kind: Event
  lastTimestamp: "2026-04-28T20:02:08Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-86d7579fd6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-28T20:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:02:08Z"
    name: isvc-sklearn-v2-mixed-predictor.18aa9dd228b89c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47743"
    uid: 98c1d5be-ae8f-428b-9269-376d4c3031a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47741"
    uid: 413dde45-7ef5-496f-b6d0-36db1558cedd
  kind: Event
  lastTimestamp: "2026-04-28T20:02:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:02:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18aa9dd5a7dc26d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "48023"
    uid: 04ea9944-0147-46ed-ab22-0b28fd2038e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47741"
    uid: 413dde45-7ef5-496f-b6d0-36db1558cedd
  kind: Event
  lastTimestamp: "2026-04-28T20:02:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:02:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18aa9dd5a83d098d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48025"
    uid: 2daa3a1d-ffba-4836-8c1b-d79129e949b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48024"
    uid: 413dde45-7ef5-496f-b6d0-36db1558cedd
  kind: Event
  lastTimestamp: "2026-04-28T20:03:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:03:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18aa9dd926e5fac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48855"
    uid: 0d22c47a-7f7b-4bc3-9b7f-058ad0f7d64b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48024"
    uid: 413dde45-7ef5-496f-b6d0-36db1558cedd
  kind: Event
  lastTimestamp: "2026-04-28T20:03:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:03:24Z"
    name: isvc-sklearn-v2-mixed-predictor.18aa9dd92745ae41
    namespace: kserve-ci-e2e-test
    resourceVersion: "48856"
    uid: 38b37752-fdc8-4901-b8a1-d2ea32e6305a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "47731"
    uid: 336d69ce-9d68-4e2b-b958-7e84d03db08b
  kind: Event
  lastTimestamp: "2026-04-28T20:02:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:02:17Z"
    name: isvc-sklearn-v2-mixed.18aa9dd228936279
    namespace: kserve-ci-e2e-test
    resourceVersion: "47933"
    uid: 1a375369-2d5a-4f85-b00c-2ba33caeaa10
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "48813"
    uid: 336d69ce-9d68-4e2b-b958-7e84d03db08b
  kind: Event
  lastTimestamp: "2026-04-28T20:03:20Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:03:20Z"
    name: isvc-sklearn-v2-mixed.18aa9de2ec48aca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "48814"
    uid: f50a7669-ebe4-4d06-895c-5435aad41162
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:00:49.084645Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46581"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:00:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:00:49Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dbf932dd9b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46585"
    uid: afe14294-ee5c-43b9-9ecf-71e80981a2d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46589"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:00:49Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:00:49Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dbfac133dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46599"
    uid: 4978c7d1-f7b6-4870-89f4-e6f97f4793cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:00:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:49Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dbfad9cb218
    namespace: kserve-ci-e2e-test
    resourceVersion: "46602"
    uid: d7212c69-a102-4d73-9471-31a30976932c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:00:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:49Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dbfb0af9bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "46603"
    uid: ad0bddf3-edb8-4e2c-b011-c4a43fb26c06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:00:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:49Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dbfb125bae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "46604"
    uid: 8b996ace-d5ce-4498-98c2-24fbfc6a321b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:00:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1404"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:53Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dc09cb00a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "46674"
    uid: acad9322-5cb1-4f1f-9798-a3a151e4af89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:00:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:53Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dc09fb54d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "46676"
    uid: dd147ac2-e220-44c5-bc82-ceb3cd75f859
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:00:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:53Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dc0a02b2417
    namespace: kserve-ci-e2e-test
    resourceVersion: "46677"
    uid: 5c28771f-7f69-4113-a6ff-d7be5effd3da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:00:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:53Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dc0a037bd51
    namespace: kserve-ci-e2e-test
    resourceVersion: "46678"
    uid: 52fcd186-d4a0-47d2-9319-3d15698fd2b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:00:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:53Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dc0a31db613
    namespace: kserve-ci-e2e-test
    resourceVersion: "46679"
    uid: 2422bcdd-8b61-4afb-9927-16be444e03de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:00:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:53Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dc0a38f7756
    namespace: kserve-ci-e2e-test
    resourceVersion: "46680"
    uid: 723447b2-942f-4a01-9dab-dc6aca456a31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:02:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:10Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dc0d8a436b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "47811"
    uid: 1f41c501-94b1-49d8-9973-95ce41e60464
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:02:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:09Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dd232da73aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "47767"
    uid: 00706e65-c434-4ed1-a764-f119710c36fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:02:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:02:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:09Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dd232dad989
    namespace: kserve-ci-e2e-test
    resourceVersion: "47768"
    uid: 3083243d-07a2-4c2c-b2c3-22b96833befd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46583"
    uid: 883551c2-5277-41f4-bb94-0872c41c6024
  kind: Event
  lastTimestamp: "2026-04-28T20:02:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:02:10Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5.18aa9dd28ab0d39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47810"
    uid: 52e7c83c-31c5-413d-9287-d31b1dd2ce2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-64fcb8589f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46554"
    uid: 0e44ea3f-4297-4bbe-aec3-9ebcafe15562
  kind: Event
  lastTimestamp: "2026-04-28T20:00:49Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-64fcb8589f-wgmk5'
  metadata:
    creationTimestamp: "2026-04-28T20:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:00:49Z"
    name: isvc-sklearn-v2-predictor-64fcb8589f.18aa9dbf92bb3876
    namespace: kserve-ci-e2e-test
    resourceVersion: "46582"
    uid: 498f2be1-01e6-45cd-99bb-aafe7db86604
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46552"
    uid: 1b56910c-7326-455a-8dd9-70114c1c16bb
  kind: Event
  lastTimestamp: "2026-04-28T20:00:48Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-64fcb8589f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:00:48Z"
    name: isvc-sklearn-v2-predictor.18aa9dbf7c2f9a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "46555"
    uid: 9c7673a6-9c85-4814-85c0-d15ce97ba28b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:01:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46553"
    uid: 721f4f8f-cf31-46bb-ba81-0a536b3aba4f
  kind: Event
  lastTimestamp: "2026-04-28T20:01:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:01:03Z"
    name: isvc-sklearn-v2-predictor.18aa9dc2fb079d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "46831"
    uid: 938c848e-e401-485a-83e9-1f5b020f29eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:01:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46553"
    uid: 721f4f8f-cf31-46bb-ba81-0a536b3aba4f
  kind: Event
  lastTimestamp: "2026-04-28T20:01:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:01:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:01:03Z"
    name: isvc-sklearn-v2-predictor.18aa9dc2fb658cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46833"
    uid: 8af81144-94e7-4e37-931c-1e75a53c2475
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T20:01:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46832"
    uid: 721f4f8f-cf31-46bb-ba81-0a536b3aba4f
  kind: Event
  lastTimestamp: "2026-04-28T20:02:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:02:03Z"
    name: isvc-sklearn-v2-predictor.18aa9dc67a1a4930
    namespace: kserve-ci-e2e-test
    resourceVersion: "47662"
    uid: 73ae1842-09be-46e2-a28c-545a05c8226d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T20:01:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46832"
    uid: 721f4f8f-cf31-46bb-ba81-0a536b3aba4f
  kind: Event
  lastTimestamp: "2026-04-28T20:02:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:02:03Z"
    name: isvc-sklearn-v2-predictor.18aa9dc67a77476d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47663"
    uid: 78d5713d-59b4-4c19-b8ad-39e1a24d3925
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:59:48.985108Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45672"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:59:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:59:48Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9db194f7bde0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45676"
    uid: 31720962-cfb7-4bc0-ab79-cd8df59bba8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45680"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T19:59:49Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:59:49Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9db1ae4dc99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45688"
    uid: d8150dfa-c03a-4464-ba1b-507716bd9818
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T19:59:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:49Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9db1afc9b530
    namespace: kserve-ci-e2e-test
    resourceVersion: "45690"
    uid: aa910fe3-5f31-4cb1-a2a9-d98f3d0994f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T19:59:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:49Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9db1b239b9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45691"
    uid: 44b70059-3067-4b02-9c4d-7609c0b1afd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T19:59:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:59:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:49Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9db1b2971a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45692"
    uid: 4a0e8936-7b84-447f-a92c-e43d6f66644f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T19:59:53Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-28T19:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:53Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9db299554f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "45758"
    uid: 2d370124-5054-44c5-91eb-f547e3f5007d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T19:59:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:53Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9db29c635449
    namespace: kserve-ci-e2e-test
    resourceVersion: "45763"
    uid: fcc130c5-050f-4418-ac24-78b54bc80010
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T19:59:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:53Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9db29cdbc211
    namespace: kserve-ci-e2e-test
    resourceVersion: "45764"
    uid: 16493f4a-5d71-4c20-af5b-6383c1ed165f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T19:59:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:53Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9db29ce9b2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45766"
    uid: f1a09b24-1d6e-46fd-b638-92c84b697a22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T19:59:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:53Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9db29fae93b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45768"
    uid: 5cf808d2-f607-4744-af8f-ae78a2f1e5c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T19:59:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:53Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9db2a01207df
    namespace: kserve-ci-e2e-test
    resourceVersion: "45769"
    uid: b12f375e-3408-41b5-885c-3b0ecbafdd8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T20:00:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-28T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:31Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9dbb745851b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46298"
    uid: c6abf680-e148-41c9-9f50-3eda4e75c01c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T20:00:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:48Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9dbf86d216f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46579"
    uid: 8c33529c-aae3-4dd5-914d-c5563a7021e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T20:00:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:48Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9dbf86d2c894
    namespace: kserve-ci-e2e-test
    resourceVersion: "46580"
    uid: ef24d2d1-e0a2-4ad6-9c0b-baa5d3a57bc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T20:00:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:56Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9dc01b08dd4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46729"
    uid: 38d89af2-05f1-407b-bd27-5ad1b4427c01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr
    namespace: kserve-ci-e2e-test
    resourceVersion: "45674"
    uid: 497238a1-bb9e-4d01-af16-2026e059363e
  kind: Event
  lastTimestamp: "2026-04-28T20:00:52Z"
  message: 'Readiness probe failed: Get "http://10.134.0.45:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-28T20:00:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:00:52Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr.18aa9dc0597c5119
    namespace: kserve-ci-e2e-test
    resourceVersion: "46655"
    uid: 92ca45ec-1aee-4f2f-8b89-c8f97e1abe2b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "45643"
    uid: dac2c253-5719-4ffd-81ea-e8305a7b2b48
  kind: Event
  lastTimestamp: "2026-04-28T19:59:48Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8ctdr'
  metadata:
    creationTimestamp: "2026-04-28T19:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:59:48Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18aa9db194908c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "45673"
    uid: 5c983449-9aa1-4941-86af-7ce1f43b32c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45641"
    uid: 47751af3-f694-4b1e-aa32-a93062f4c6b0
  kind: Event
  lastTimestamp: "2026-04-28T19:59:48Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:59:48Z"
    name: isvc-sklearn-v2-runtime-predictor.18aa9db17e07adfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "45644"
    uid: 751ef454-4b03-42ab-a1e1-5919f5bef494
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45642"
    uid: 61936ec0-4b8b-406c-a006-c5c498c115f0
  kind: Event
  lastTimestamp: "2026-04-28T20:00:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:00:03Z"
    name: isvc-sklearn-v2-runtime-predictor.18aa9db4fcd7fbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45917"
    uid: e392f725-40ca-4fa7-9e7e-323555dc0257
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45642"
    uid: 61936ec0-4b8b-406c-a006-c5c498c115f0
  kind: Event
  lastTimestamp: "2026-04-28T20:00:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:00:03Z"
    name: isvc-sklearn-v2-runtime-predictor.18aa9db4fd39dea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45919"
    uid: 90958257-7a36-4e81-95dc-0c0dcbd6cf80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45918"
    uid: 61936ec0-4b8b-406c-a006-c5c498c115f0
  kind: Event
  lastTimestamp: "2026-04-28T20:00:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:00:48Z"
    name: isvc-sklearn-v2-runtime-predictor.18aa9db87be65367
    namespace: kserve-ci-e2e-test
    resourceVersion: "46544"
    uid: 94886c2a-9213-4cef-bc81-972e5bc9d0f7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45918"
    uid: 61936ec0-4b8b-406c-a006-c5c498c115f0
  kind: Event
  lastTimestamp: "2026-04-28T20:00:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:00:48Z"
    name: isvc-sklearn-v2-runtime-predictor.18aa9db87c46a97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46545"
    uid: 7612d61b-7b2a-4c67-af20-8545b2887509
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45631"
    uid: 71240539-f4ec-41f8-bb52-36166425d048
  kind: Event
  lastTimestamp: "2026-04-28T19:59:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:59:57Z"
    name: isvc-sklearn-v2-runtime.18aa9db17de5c018
    namespace: kserve-ci-e2e-test
    resourceVersion: "45830"
    uid: af3ba875-0a80-464b-b7c9-6cf2eebeb205
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46443"
    uid: 71240539-f4ec-41f8-bb52-36166425d048
  kind: Event
  lastTimestamp: "2026-04-28T20:00:41Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:00:41Z"
    name: isvc-sklearn-v2-runtime.18aa9dbddae4dd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46445"
    uid: b935e7d9-601b-4d9d-918a-a52933ae8d3b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T20:00:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46542"
    uid: 90bea418-2b41-40a7-b172-3ecf190b0169
  kind: Event
  lastTimestamp: "2026-04-28T20:00:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:00:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:00:57Z"
    name: isvc-sklearn-v2.18aa9dbf7c0b79ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "46745"
    uid: c975a923-75f9-4bab-aa5f-4454bcfd0cd9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47619"
    uid: 90bea418-2b41-40a7-b172-3ecf190b0169
  kind: Event
  lastTimestamp: "2026-04-28T20:02:00Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:02:00Z"
    name: isvc-sklearn-v2.18aa9dd03fa29030
    namespace: kserve-ci-e2e-test
    resourceVersion: "47621"
    uid: 691dec99-f1cc-49fd-8c0a-c2d48c322cd8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42914"
    uid: 09a28922-5061-4001-89ee-22106ffe92db
  kind: Event
  lastTimestamp: "2026-04-28T19:56:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:56:58Z"
    name: isvc-sklearn.18aa9d88108e494a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43111"
    uid: 3d7267b9-08b9-4828-9269-4c43398742b3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:56:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42914"
    uid: 09a28922-5061-4001-89ee-22106ffe92db
  kind: Event
  lastTimestamp: "2026-04-28T19:56:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-28T19:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:56:50Z"
    name: isvc-sklearn.18aa9d8811b1d5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "42948"
    uid: 5e718711-78f0-435b-9d1d-06f131acafc8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43993"
    uid: 09a28922-5061-4001-89ee-22106ffe92db
  kind: Event
  lastTimestamp: "2026-04-28T19:58:02Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:58:03Z"
    name: isvc-sklearn.18aa9d98e498982e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43994"
    uid: b5426ad0-f12f-48ab-8f24-6495ef65b225
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:03:29.487730Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48967"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-wpjsw
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:03:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:03:29Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de4ebf2ab57
    namespace: kserve-ci-e2e-test
    resourceVersion: "48971"
    uid: 2e62b3aa-3486-4656-84a8-c8404214a0d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48976"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:29Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:03:29Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de504caaeb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "48983"
    uid: 16d5302d-eda5-4ef9-92d4-49c9dc9eaa2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:29Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de5063340b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48985"
    uid: 94cd693b-12dc-4714-9397-4bc08ad4bfa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:29Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de5090b4e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "48986"
    uid: 27879f54-f31d-47df-a7f7-e52f55bb900c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:29Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de5098e1eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "48987"
    uid: 79230713-b085-4d36-8503-fc9471939e88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:34Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-28T20:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:34Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de60ec30e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "49067"
    uid: d84de207-a111-4664-b47d-5e588d850a2e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:38Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 4.455s (4.455s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:38Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de718593922
    namespace: kserve-ci-e2e-test
    resourceVersion: "49132"
    uid: c2f19722-d2a2-4f15-9c53-448375a30ba8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:38Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de71c09674b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49134"
    uid: e1e15b06-f3a3-4e85-be52-091f88ac93d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:38Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de71c786e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "49135"
    uid: 6d5c3d30-94df-4577-bb2b-fe529b15cc59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:38Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de71c86fd5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49136"
    uid: b4c047a3-4811-4ce5-9e0f-b49fb2678641
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:38Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de71f54665c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49137"
    uid: f03f2550-e811-4e07-8f19-5f9f5597e44c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:38Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de71fd8ee88
    namespace: kserve-ci-e2e-test
    resourceVersion: "49138"
    uid: 5e9038f4-fb4a-4613-a2e4-cae4f7278ff4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:03:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:03:46Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9de775aaa481
    namespace: kserve-ci-e2e-test
    resourceVersion: "49251"
    uid: aee25f9d-8601-4951-aaae-a6dd721b2779
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:04:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:14Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9def749265d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49679"
    uid: db7923a1-3317-4b96-87e4-8a128212b191
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:04:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:14Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9def7492c195
    namespace: kserve-ci-e2e-test
    resourceVersion: "49680"
    uid: 1d2d5390-8e32-409a-9002-bb5a41aa7bec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw
    namespace: kserve-ci-e2e-test
    resourceVersion: "48969"
    uid: 8112dc5e-4550-44ee-821d-9b1de717eac2
  kind: Event
  lastTimestamp: "2026-04-28T20:04:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:04:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:41Z"
    name: isvc-tensorflow-predictor-6756f669d7-wpjsw.18aa9defd7914544
    namespace: kserve-ci-e2e-test
    resourceVersion: "50100"
    uid: 5eb92179-34d2-40fe-aac9-371ad39532b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48937"
    uid: b576e63f-5bdd-40a8-8141-a578dc9f88cf
  kind: Event
  lastTimestamp: "2026-04-28T20:03:29Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-wpjsw'
  metadata:
    creationTimestamp: "2026-04-28T20:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:03:29Z"
    name: isvc-tensorflow-predictor-6756f669d7.18aa9de4eb5f10af
    namespace: kserve-ci-e2e-test
    resourceVersion: "48968"
    uid: b9883aba-83e8-4e00-963c-b177021131a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48935"
    uid: 721b0415-b6f9-4f36-9a4c-d3c2cfd5618a
  kind: Event
  lastTimestamp: "2026-04-28T20:03:29Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:03:29Z"
    name: isvc-tensorflow-predictor.18aa9de4d5652957
    namespace: kserve-ci-e2e-test
    resourceVersion: "48939"
    uid: 1268b2d3-bd01-44c2-93b2-e4dd1d8108f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48936"
    uid: 4d0ab89b-5b0d-478c-b827-fb3ee126e384
  kind: Event
  lastTimestamp: "2026-04-28T20:04:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:04:14Z"
    name: isvc-tensorflow-predictor.18aa9de853d16761
    namespace: kserve-ci-e2e-test
    resourceVersion: "49634"
    uid: 72a9eb24-78ed-4318-84eb-f9723b83e6b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48936"
    uid: 4d0ab89b-5b0d-478c-b827-fb3ee126e384
  kind: Event
  lastTimestamp: "2026-04-28T20:04:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:04:14Z"
    name: isvc-tensorflow-predictor.18aa9de854361dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49636"
    uid: 5ccc5cce-16c7-45f9-be2f-bb285f16090c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:04:14.938308Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49684"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:04:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:04:14Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9def81036e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49688"
    uid: ee02fe57-fb13-46d0-b64d-f4194ea67f32
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49692"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:15Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:04:15Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9def99feed4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49699"
    uid: 29b72a1f-b00d-48ff-beea-ec9ab8c579bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:15Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9def9b59c4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49701"
    uid: 352bf5c8-a25a-471f-b164-c931ad83c496
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:15Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9def9dd99b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "49702"
    uid: 57345e53-dfda-48f2-8643-00af45ab994f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:04:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:15Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9def9e490675
    namespace: kserve-ci-e2e-test
    resourceVersion: "49703"
    uid: 9dd5693a-f21e-4c0f-9cef-878d631b3af0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:20Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:20Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9df0cce5b85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49786"
    uid: 41561aec-0965-48e6-83d8-d9e76843a7ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:20Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9df0cff76f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49789"
    uid: 9b4c14fc-dbfc-4788-beca-8c392e217ce5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:20Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9df0d06a6b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "49791"
    uid: 0dce5868-2ce3-427f-a55a-dda2fb36cdc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:20Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9df0d077b207
    namespace: kserve-ci-e2e-test
    resourceVersion: "49792"
    uid: e8834b42-50aa-4182-b02e-207d1c926efd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:20Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9df0d3a35802
    namespace: kserve-ci-e2e-test
    resourceVersion: "49793"
    uid: 69a3a755-c95f-4b6e-8c43-60447d81386e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:20Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9df0d4279bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49794"
    uid: da0b07d0-616f-4327-b494-27f4bcec160e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:28Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9df1449109d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49911"
    uid: 4ff9a08c-6f50-440b-a1db-cf23c8443825
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:56Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9df91b2ed928
    namespace: kserve-ci-e2e-test
    resourceVersion: "50340"
    uid: dabaea87-c083-4027-8d40-345e41a0af5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:04:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:56Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9df91b2f6e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "50341"
    uid: 46537e54-ae16-46ef-8439-447d9bfd4f33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49686"
    uid: 7462b069-f01a-4b3b-9148-4162e29d0b0c
  kind: Event
  lastTimestamp: "2026-04-28T20:05:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:05:23Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5.18aa9df9a678c8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50757"
    uid: c7fcad16-56c9-46c3-b89e-984222c651ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "49654"
    uid: e3ae1775-4946-4be5-abac-80078e83e5a8
  kind: Event
  lastTimestamp: "2026-04-28T20:04:14Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-fh7l5'
  metadata:
    creationTimestamp: "2026-04-28T20:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:04:14Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18aa9def8071c7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49685"
    uid: 04c994f5-cbac-4042-9311-d594b283e1c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49651"
    uid: 47d73fe7-1789-4799-90cc-cc4383e6b134
  kind: Event
  lastTimestamp: "2026-04-28T20:04:14Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:04:14Z"
    name: isvc-tensorflow-runtime-predictor.18aa9def69f28f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "49655"
    uid: fbf30108-a4dc-41be-88ba-f6e16e1adc68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49653"
    uid: 1f7b05bf-f835-417d-904b-90b7b6e9b5de
  kind: Event
  lastTimestamp: "2026-04-28T20:04:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:04:44Z"
    name: isvc-tensorflow-runtime-predictor.18aa9df2e8b29c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50144"
    uid: 38f427e7-de76-426d-979d-b86536e2fece
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49653"
    uid: 1f7b05bf-f835-417d-904b-90b7b6e9b5de
  kind: Event
  lastTimestamp: "2026-04-28T20:04:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:04:44Z"
    name: isvc-tensorflow-runtime-predictor.18aa9df2e90bdddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "50146"
    uid: ae096407-be33-4b52-aa34-a4271db428cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "49640"
    uid: b1efe1a4-9bd1-4f3a-9fff-46bef06596bd
  kind: Event
  lastTimestamp: "2026-04-28T20:04:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:04:23Z"
    name: isvc-tensorflow-runtime.18aa9def69c2f2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "49842"
    uid: aa1be740-1932-405f-8ec6-fa42b303beda
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50067"
    uid: b1efe1a4-9bd1-4f3a-9fff-46bef06596bd
  kind: Event
  lastTimestamp: "2026-04-28T20:04:38Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:04:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:04:38Z"
    name: isvc-tensorflow-runtime.18aa9df5127a36b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50068"
    uid: 4fe828e7-d97f-40f5-bd21-f97125d2318f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "48925"
    uid: 6841e7b1-d49a-4deb-9690-de42e9995cfd
  kind: Event
  lastTimestamp: "2026-04-28T20:03:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:03:37Z"
    name: isvc-tensorflow.18aa9de4d53b2694
    namespace: kserve-ci-e2e-test
    resourceVersion: "49118"
    uid: bc32d599-94d8-4406-a2e6-c5a125ab6338
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:03:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "49398"
    uid: 6841e7b1-d49a-4deb-9690-de42e9995cfd
  kind: Event
  lastTimestamp: "2026-04-28T20:03:56Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:03:56Z"
    name: isvc-tensorflow.18aa9deb41cb309a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49400"
    uid: 5a1e22bb-edb7-4507-bd76-e8ba1bb96bfa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:04:56.488371Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50343"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-jvtld
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:04:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:04:56Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9df92d9720c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "50347"
    uid: 04579e73-2858-4c6c-b147-14bdbe555bf5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50351"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:04:56Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:04:56Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9df94683006a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50362"
    uid: bdc3691a-753c-4285-a732-2cf92b6d378c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:04:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:56Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9df947cd708c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50364"
    uid: 90f4aed7-22f6-4bd9-9bad-b88deddb550c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:04:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:56Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9df94abf82fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50365"
    uid: 93d96413-0e94-4731-a47b-99e2c845702b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:04:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:04:56Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9df94b368a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "50367"
    uid: 0bd5e13f-f02a-46d6-9f99-59c9eb5a16eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:05:01Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-28T20:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:05:01Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9dfa60769173
    namespace: kserve-ci-e2e-test
    resourceVersion: "50448"
    uid: 2f3dbdf3-7ebc-4895-bdaf-c2e6a42b7c8d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:06:56Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.146s
    (1m55.146s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:06:56Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9e152fbce41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52033"
    uid: b0d79570-2aad-4b07-9677-ae4963a05d88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:06:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:06:56Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9e153647988c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52034"
    uid: 1fc55248-41c7-4f6f-98b6-9d5013e2e70c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:06:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:06:56Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9e15375cfdaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "52035"
    uid: c63da3c8-8767-474a-accd-24e21d0ad3ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:06:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:06:56Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9e153769a186
    namespace: kserve-ci-e2e-test
    resourceVersion: "52036"
    uid: 84bff9e8-3485-457c-8d5d-0efdc929fc36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:06:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:06:56Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9e153c53d45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52039"
    uid: bc3062c8-e3a7-4fd4-a14a-f2f2b877c941
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:06:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:06:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:06:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:06:57Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9e153d32916f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52040"
    uid: 32b879d4-4e98-4d88-ad0c-1c1ae037a681
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:06:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:06:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:06:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:06:59Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9e157af31802
    namespace: kserve-ci-e2e-test
    resourceVersion: "52073"
    uid: ef796c8e-fb54-42d6-8b1a-d5dcbda7ed99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:07:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:07Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9e17caab1f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "52236"
    uid: 7e352a27-0e08-4a4f-a6cf-81cff441d01c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:07:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:07Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9e17caaba98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52237"
    uid: afdfe310-2de1-4f70-8744-387fc9155691
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-jvtld
    namespace: kserve-ci-e2e-test
    resourceVersion: "50345"
    uid: a4fe0617-f47f-471d-a3af-2a1838349273
  kind: Event
  lastTimestamp: "2026-04-28T20:07:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:07:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:09Z"
    name: isvc-triton-predictor-84bb65d94b-jvtld.18aa9e180a98e224
    namespace: kserve-ci-e2e-test
    resourceVersion: "52263"
    uid: e7ae6ed8-d018-4b26-8b7f-c4d5917405af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50316"
    uid: ece51e06-f82d-4ab0-be1e-860657c5632f
  kind: Event
  lastTimestamp: "2026-04-28T20:04:56Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-jvtld'
  metadata:
    creationTimestamp: "2026-04-28T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:04:56Z"
    name: isvc-triton-predictor-84bb65d94b.18aa9df92cfd8f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50344"
    uid: 07eccc0f-b035-45b1-927a-eb4b75ca4677
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50311"
    uid: de849e83-134b-4f2f-9da9-2b8b548d09a1
  kind: Event
  lastTimestamp: "2026-04-28T20:04:56Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:04:56Z"
    name: isvc-triton-predictor.18aa9df914348956
    namespace: kserve-ci-e2e-test
    resourceVersion: "50318"
    uid: 100390e9-9d4e-49d4-b98d-c878b98a45ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-28T20:05:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50314"
    uid: 0664e9b3-8271-489f-bf63-48d062af29c6
  kind: Event
  lastTimestamp: "2026-04-28T20:06:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:06:56Z"
    name: isvc-triton-predictor.18aa9dfc9249c976
    namespace: kserve-ci-e2e-test
    resourceVersion: "52023"
    uid: 60865e5f-f5c3-4217-9dc5-b334c5ba3e2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-28T20:05:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50314"
    uid: 0664e9b3-8271-489f-bf63-48d062af29c6
  kind: Event
  lastTimestamp: "2026-04-28T20:06:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:06:56Z"
    name: isvc-triton-predictor.18aa9dfc92bda6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "52024"
    uid: 241ed0ed-5a38-4f49-a269-d25f147b60be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T20:04:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "50304"
    uid: 50e2f7cd-a470-4f33-a7a9-a9a89e4abdce
  kind: Event
  lastTimestamp: "2026-04-28T20:05:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:05:04Z"
    name: isvc-triton.18aa9df9138d165b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50502"
    uid: 0c9c8eff-b039-4a58-b20b-2c82bc7e4747
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "52147"
    uid: 50e2f7cd-a470-4f33-a7a9-a9a89e4abdce
  kind: Event
  lastTimestamp: "2026-04-28T20:07:04Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:07:04Z"
    name: isvc-triton.18aa9e16e6e13e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52148"
    uid: 860a7caa-ce24-4d85-ad20-0738a546daab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:07:08.287244Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52239"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-w8f78
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:07:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:07:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e17dd6a7826
    namespace: kserve-ci-e2e-test
    resourceVersion: "52243"
    uid: 9ec926ce-164d-4118-afeb-83b666c380dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52248"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:07:08Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:07:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e17f7d4d20d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52255"
    uid: d4eeaf50-21bc-49ca-8ff0-e1e6747352bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:07:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e17f928338b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52257"
    uid: 890dcc85-60da-4c60-807b-e16d4467a0ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:07:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e17ff347d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "52261"
    uid: be1e35c1-4ee5-4eb2-8393-efe1488c7f03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:07:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e1800a4fa37
    namespace: kserve-ci-e2e-test
    resourceVersion: "52262"
    uid: 63f19935-4bb8-4acf-a8b1-2a74bd1eccc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:07:13Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-28T20:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:13Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e18fbaf4db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52337"
    uid: 4dc389d8-baa0-479a-8ee2-33d10329ff3b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:07:34Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.566s (21.566s
    including waiting). Image size: 1306329851 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:34Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e1e012dac71
    namespace: kserve-ci-e2e-test
    resourceVersion: "52638"
    uid: cc2c176e-d1bb-4fe8-8df0-10b10b82cfd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:07:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:34Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e1e06ce7aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "52641"
    uid: 4bdd693d-84a3-45db-9b2d-51d4996d2fcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:07:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:34Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e1e083c1a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52642"
    uid: d23bdef0-670d-451f-94ee-e9e807bb7027
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:07:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:34Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e1e08490d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52643"
    uid: 64e22451-8c57-4741-831c-c000a0f02de8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:07:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:34Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e1e0ddd8934
    namespace: kserve-ci-e2e-test
    resourceVersion: "52646"
    uid: 99a2059a-f56d-4897-87da-d6d34755ded8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:07:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:07:34Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e1e0f16c0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "52647"
    uid: 94a1e299-a635-4450-a143-d21ef16de7de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:08:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:51Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e1e1eff5952
    namespace: kserve-ci-e2e-test
    resourceVersion: "53762"
    uid: 4a1a450b-cf05-4bc2-a419-afa670cdadaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:08:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e2f0116bd42
    namespace: kserve-ci-e2e-test
    resourceVersion: "53674"
    uid: ea104401-fbf0-44b5-b321-a7e9696b8d06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:08:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:47Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e2f01175475
    namespace: kserve-ci-e2e-test
    resourceVersion: "53676"
    uid: 3796d284-fc62-422a-90d5-bff610e4a89f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52241"
    uid: 7238d14d-1be1-44bb-95b7-b55e7e9e15b0
  kind: Event
  lastTimestamp: "2026-04-28T20:08:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:51Z"
    name: isvc-xgboost-predictor-8689c4cfcc-w8f78.18aa9e2fd1196612
    namespace: kserve-ci-e2e-test
    resourceVersion: "53761"
    uid: 9227d4f8-70b5-48f4-8e58-349d7440073f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52209"
    uid: e66fcc5e-0e91-4d72-9301-da1ff7f4a9c7
  kind: Event
  lastTimestamp: "2026-04-28T20:07:08Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-w8f78'
  metadata:
    creationTimestamp: "2026-04-28T20:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:07:08Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18aa9e17dcf7ce2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52240"
    uid: 62fea9f9-816c-47f4-86c2-b791733651cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52207"
    uid: 9d7cd789-f1c8-4405-b15a-9e1f264cf8d1
  kind: Event
  lastTimestamp: "2026-04-28T20:07:07Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:07:07Z"
    name: isvc-xgboost-predictor.18aa9e17c3cb6b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52210"
    uid: 1452c9b9-9291-4cbb-9801-ada53c6a2206
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52208"
    uid: cd27821c-c9a7-4aa9-8688-be9b449c4013
  kind: Event
  lastTimestamp: "2026-04-28T20:08:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:08:07Z"
    name: isvc-xgboost-predictor.18aa9e1b42cc18e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53111"
    uid: fe85901d-4346-4a1f-b892-73fda115b10d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52208"
    uid: cd27821c-c9a7-4aa9-8688-be9b449c4013
  kind: Event
  lastTimestamp: "2026-04-28T20:08:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:08:07Z"
    name: isvc-xgboost-predictor.18aa9e1b4333f071
    namespace: kserve-ci-e2e-test
    resourceVersion: "53112"
    uid: ade529f2-1f0e-49eb-9c68-a4c8daf92b83
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52482"
    uid: cd27821c-c9a7-4aa9-8688-be9b449c4013
  kind: Event
  lastTimestamp: "2026-04-28T20:08:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:08:37Z"
    name: isvc-xgboost-predictor.18aa9e293b734004
    namespace: kserve-ci-e2e-test
    resourceVersion: "53515"
    uid: ee385dfb-0656-4cc6-b2d0-a82f06a024f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52482"
    uid: cd27821c-c9a7-4aa9-8688-be9b449c4013
  kind: Event
  lastTimestamp: "2026-04-28T20:08:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:08:37Z"
    name: isvc-xgboost-predictor.18aa9e293bdcaefc
    namespace: kserve-ci-e2e-test
    resourceVersion: "53516"
    uid: 78a62c34-8c39-4895-8b4f-379cd818ae91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:10:28.738814Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55250"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:10:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:10:28Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e4689429d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "55254"
    uid: b28f2383-c4c0-45bd-be92-872bb9eb9f0a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55258"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:10:29Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:10:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e46a265112d
    namespace: kserve-ci-e2e-test
    resourceVersion: "55265"
    uid: 730d83bd-af00-4656-83fe-efd10827640b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:10:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e46a3d5ff06
    namespace: kserve-ci-e2e-test
    resourceVersion: "55267"
    uid: f58fa8f6-de65-456d-8486-91130a9c5d4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:10:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e46a66c04e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "55268"
    uid: 92be1976-4365-4d56-b533-d2e74e540812
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:10:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:29Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e46a6e16c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "55269"
    uid: 6022d3f1-6845-49b4-a5d7-ae8e9c488fe8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:10:33Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e47ae523080
    namespace: kserve-ci-e2e-test
    resourceVersion: "55342"
    uid: 0163a7ee-728e-450a-8479-428b854431ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:10:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e47b140076f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55344"
    uid: 70c8b05e-700b-43f8-83ea-b4012986cc05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:10:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e47b1adfced
    namespace: kserve-ci-e2e-test
    resourceVersion: "55345"
    uid: 1bdfb749-aaff-4034-b575-32ceb879b1d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:10:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e47b1b9b04d
    namespace: kserve-ci-e2e-test
    resourceVersion: "55346"
    uid: 8c65a350-538d-463b-b522-181b561c9b5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:10:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e47b488b19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "55347"
    uid: 94a39439-e7ae-4b07-9a19-cf65cfd82498
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:10:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:33Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e47b4ff2423
    namespace: kserve-ci-e2e-test
    resourceVersion: "55348"
    uid: 4a3d5ecd-e6e7-472a-b8a9-d9889bcc91dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:11:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e47ea3ef40e
    namespace: kserve-ci-e2e-test
    resourceVersion: "56484"
    uid: d00f85b1-7888-49f2-a20e-7d541f41e730
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:11:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:48Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e5929285da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "56433"
    uid: 4d29e6cd-ea84-41f1-b418-3ffa03653844
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:11:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:48Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e592928f234
    namespace: kserve-ci-e2e-test
    resourceVersion: "56434"
    uid: 9d05e3b6-a9e8-4a62-8a09-d968f07d1bc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr
    namespace: kserve-ci-e2e-test
    resourceVersion: "55252"
    uid: f62f653e-3c7b-4fbe-84b4-fa023096aebe
  kind: Event
  lastTimestamp: "2026-04-28T20:11:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-w5ldr.18aa9e599c4dcfd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "56483"
    uid: 5302036e-112d-45c4-a99c-c30922c0958b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "55220"
    uid: da24af48-ec81-401e-93f6-725e235035a5
  kind: Event
  lastTimestamp: "2026-04-28T20:10:28Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-w5ldr'
  metadata:
    creationTimestamp: "2026-04-28T20:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:10:28Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18aa9e4688a67ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "55251"
    uid: b2929cd0-27f4-4309-887e-ebc47def6f99
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55218"
    uid: 0b1356a1-9a95-41b3-86db-7233e1bc8ce8
  kind: Event
  lastTimestamp: "2026-04-28T20:10:28Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-28T20:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:10:28Z"
    name: isvc-xgboost-runtime-predictor.18aa9e467254bbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "55222"
    uid: b6d46c05-5995-49ae-902e-56be11fb0805
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55219"
    uid: 8dd415bf-2d5f-4ff9-b7d1-ba491f98c5e2
  kind: Event
  lastTimestamp: "2026-04-28T20:11:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:11:13Z"
    name: isvc-xgboost-runtime-predictor.18aa9e49f0c8d40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "55906"
    uid: 66571f08-5396-4b82-b324-1ea0150654cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55219"
    uid: 8dd415bf-2d5f-4ff9-b7d1-ba491f98c5e2
  kind: Event
  lastTimestamp: "2026-04-28T20:11:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:11:13Z"
    name: isvc-xgboost-runtime-predictor.18aa9e49f1315ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "55907"
    uid: 365d1d84-a9ff-43ef-85ec-a8e15f581c56
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55500"
    uid: 8dd415bf-2d5f-4ff9-b7d1-ba491f98c5e2
  kind: Event
  lastTimestamp: "2026-04-28T20:11:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:11:43Z"
    name: isvc-xgboost-runtime-predictor.18aa9e546e5ea68e
    namespace: kserve-ci-e2e-test
    resourceVersion: "56323"
    uid: e85ef0be-0f5d-418b-9f12-f1fca87aed46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55500"
    uid: 8dd415bf-2d5f-4ff9-b7d1-ba491f98c5e2
  kind: Event
  lastTimestamp: "2026-04-28T20:11:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:11:43Z"
    name: isvc-xgboost-runtime-predictor.18aa9e546ec49545
    namespace: kserve-ci-e2e-test
    resourceVersion: "56324"
    uid: c44c80c8-3902-43e2-98f0-676627ec04f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "55208"
    uid: 9d1ef41b-9f2a-4262-bfea-891845f1c577
  kind: Event
  lastTimestamp: "2026-04-28T20:10:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:10:37Z"
    name: isvc-xgboost-runtime.18aa9e4672251e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55407"
    uid: bc09dd08-dec9-48b7-8e9b-fd4a74f347f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "56289"
    uid: 9d1ef41b-9f2a-4262-bfea-891845f1c577
  kind: Event
  lastTimestamp: "2026-04-28T20:11:40Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:11:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:11:41Z"
    name: isvc-xgboost-runtime.18aa9e5759a07597
    namespace: kserve-ci-e2e-test
    resourceVersion: "56290"
    uid: 218aa822-c0a0-4f10-ba28-5ab03f9efdd1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:08:48.438473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53701"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:08:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:08:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e2f2ee4db27
    namespace: kserve-ci-e2e-test
    resourceVersion: "53705"
    uid: 34873d9f-eacd-4c0c-a905-9418452576cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53709"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:08:48Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:08:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e2f47dac5b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53715"
    uid: 46519fad-85da-4878-b00d-a7d3bafee1a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:08:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e2f4963f9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53718"
    uid: c4cb931f-b2d8-47e1-9afe-225c0254f16f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:08:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e2f4c435b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53722"
    uid: 186a8f96-eaeb-488d-9093-0df31ff2d0fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:08:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e2f4cb75aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53723"
    uid: acfc9405-32bb-4ffe-9806-decc57cd2ef0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:08:52Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-28T20:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:52Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e303dae92de
    namespace: kserve-ci-e2e-test
    resourceVersion: "53793"
    uid: b005450f-3cb9-45d3-a307-94d12ec85527
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:08:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e3040aab26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53795"
    uid: ef53447d-f65d-4714-9e91-3427a4a11f21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:08:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e30411e4adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53796"
    uid: 34dd7db4-6e8f-48d6-8cd5-71bb16be397e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:08:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e30412b82a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53797"
    uid: 621cf703-956c-4555-b2b0-a504258e713e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:08:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e3043e5c5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53799"
    uid: 61024b8e-76fc-4cc4-ac0d-df54a7306b60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:08:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:08:53Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e3044533833
    namespace: kserve-ci-e2e-test
    resourceVersion: "53802"
    uid: c2447fbb-8208-4c7a-904e-299ae6d42941
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:09:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e3ad5567994
    namespace: kserve-ci-e2e-test
    resourceVersion: "54473"
    uid: ee184123-ce0d-4791-a32b-7c4e1e3b0bc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:09:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:38Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e3ad557066c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54474"
    uid: bf7998f0-f26a-4876-a080-eb371a6e49aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2
    namespace: kserve-ci-e2e-test
    resourceVersion: "53702"
    uid: bc70ef47-0fc1-4677-a17a-e92cd4c8016a
  kind: Event
  lastTimestamp: "2026-04-28T20:09:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:44Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2.18aa9e3b2f96b2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54599"
    uid: 73fe9319-49d4-4d26-abeb-ead218c621c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "53687"
    uid: 83e62452-449d-4d57-b880-38c311cfff79
  kind: Event
  lastTimestamp: "2026-04-28T20:08:48Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-cq8m2'
  metadata:
    creationTimestamp: "2026-04-28T20:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:08:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18aa9e2f2e4b9c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "53703"
    uid: 03430fb7-5d13-4a1c-8ede-49a98ca2c429
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53685"
    uid: b630f588-1ff1-4242-9631-7f6b1c37fb66
  kind: Event
  lastTimestamp: "2026-04-28T20:08:47Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:08:47Z"
    name: isvc-xgboost-v2-mlserver-predictor.18aa9e2f12005b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53688"
    uid: 18a8a72b-96ba-4ec4-b6bb-0da3f6cd9640
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53686"
    uid: cddd96c0-7fa3-460a-a138-bd37271cb8a7
  kind: Event
  lastTimestamp: "2026-04-28T20:09:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:09:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18aa9e32910bb425
    namespace: kserve-ci-e2e-test
    resourceVersion: "54358"
    uid: bc013ef8-9b39-4567-afc2-9acab32af15d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53686"
    uid: cddd96c0-7fa3-460a-a138-bd37271cb8a7
  kind: Event
  lastTimestamp: "2026-04-28T20:09:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:09:33Z"
    name: isvc-xgboost-v2-mlserver-predictor.18aa9e329178c765
    namespace: kserve-ci-e2e-test
    resourceVersion: "54360"
    uid: 53c913b9-ff79-4dba-b190-2c63691418e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53946"
    uid: cddd96c0-7fa3-460a-a138-bd37271cb8a7
  kind: Event
  lastTimestamp: "2026-04-28T20:09:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:09:17Z"
    name: isvc-xgboost-v2-mlserver-predictor.18aa9e36105c6da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "54148"
    uid: fc58b575-b24f-41e2-a901-33c5a1cccb64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53946"
    uid: cddd96c0-7fa3-460a-a138-bd37271cb8a7
  kind: Event
  lastTimestamp: "2026-04-28T20:09:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:09:18Z"
    name: isvc-xgboost-v2-mlserver-predictor.18aa9e3610dca8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "54150"
    uid: e813d3d5-b5ad-4100-9a48-36d91bf1bfac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "53675"
    uid: c6201e0f-a03e-43c2-9957-4459d3ece9a7
  kind: Event
  lastTimestamp: "2026-04-28T20:08:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:08:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:08:56Z"
    name: isvc-xgboost-v2-mlserver.18aa9e2f11c18776
    namespace: kserve-ci-e2e-test
    resourceVersion: "53856"
    uid: bed2eb45-0277-4870-8f27-801a1b3ccbab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "53675"
    uid: c6201e0f-a03e-43c2-9957-4459d3ece9a7
  kind: Event
  lastTimestamp: "2026-04-28T20:08:47Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T20:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:08:48Z"
    name: isvc-xgboost-v2-mlserver.18aa9e2f135aef96
    namespace: kserve-ci-e2e-test
    resourceVersion: "53697"
    uid: cf847dce-f77b-4896-8389-24609d9bb5d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "54322"
    uid: c6201e0f-a03e-43c2-9957-4459d3ece9a7
  kind: Event
  lastTimestamp: "2026-04-28T20:09:30Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:09:30Z"
    name: isvc-xgboost-v2-mlserver.18aa9e38e85dd74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54323"
    uid: bd92b433-d5c0-4ca7-96b3-38341d5575d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:12:49.162051Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57361"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    to ip-10-0-143-206.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:12:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:12:49Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e673b2319d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "57366"
    uid: b286fc84-2fae-4545-b17e-4b6fbf39d01c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57369"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:12:49Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:12:49Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e6753edac2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "57376"
    uid: 6b47d406-0ac8-4c14-b3a7-4ee677d6157e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:12:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:49Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e67559aab96
    namespace: kserve-ci-e2e-test
    resourceVersion: "57378"
    uid: f4c5ef2c-5210-4190-9907-aeeec6e9557e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:12:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:49Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e6758bbb26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "57379"
    uid: 108369c0-3e85-46a3-90a2-f1ec601d9ae7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:12:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:49Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e6759303759
    namespace: kserve-ci-e2e-test
    resourceVersion: "57380"
    uid: a6d78634-c11f-479e-b521-3a254425b333
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:12:54Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e685ee320fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "57454"
    uid: 144c6ca2-a556-407b-aa5f-4f552f44f46d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:12:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e68620e0f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "57456"
    uid: 16a8f146-0ed4-49b7-98cd-da964684ba62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:12:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e686282e0e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "57457"
    uid: 1ff6070c-1753-4977-bc22-c762a27fcb2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:12:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e68628f4f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "57458"
    uid: 60fbd303-272d-4bc1-a0bc-4394f1a2079b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:12:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e686551813a
    namespace: kserve-ci-e2e-test
    resourceVersion: "57459"
    uid: e5dc1903-d983-46d1-8267-c8535ceeb284
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:12:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:54Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e6865c5775c
    namespace: kserve-ci-e2e-test
    resourceVersion: "57460"
    uid: 1ce234a4-981b-4881-9213-b78624e1c10e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:14:11Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-28T20:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:11Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e689ad11d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "58601"
    uid: 25ae7d79-6583-4803-9017-0011e6e17301
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:14:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e79d62b5848
    namespace: kserve-ci-e2e-test
    resourceVersion: "58542"
    uid: 749ae88b-5830-4f65-9859-b26699ee607a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:14:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:09Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e79d62bd1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "58543"
    uid: 880464b3-f4c1-4949-80cf-0814ca98913c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk
    namespace: kserve-ci-e2e-test
    resourceVersion: "57363"
    uid: da8b7841-ebf3-4483-bda6-39e4f1627697
  kind: Event
  lastTimestamp: "2026-04-28T20:14:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:14:11Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk.18aa9e7a4ce9b19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "58599"
    uid: 9b43f070-5363-4e96-b67d-c1bbac3586e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-206.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-206.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "57330"
    uid: 80ffec8a-3c49-4e0f-a889-49ef89be32cf
  kind: Event
  lastTimestamp: "2026-04-28T20:12:49Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-k9kkk'
  metadata:
    creationTimestamp: "2026-04-28T20:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:12:49Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18aa9e6739f2b2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "57362"
    uid: 75058f38-ffc9-40db-9413-c9cf6422a933
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "57328"
    uid: 3d19ac9e-5955-4204-a0f9-ed8297a60e4a
  kind: Event
  lastTimestamp: "2026-04-28T20:12:48Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:12:48Z"
    name: isvc-xgboost-v2-predictor.18aa9e671fd0a6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "57331"
    uid: 00d38797-a191-4ac5-be80-85d6d019fb07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:13:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "57329"
    uid: 77426a5c-b42a-4828-a496-56c654722324
  kind: Event
  lastTimestamp: "2026-04-28T20:13:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:13:03Z"
    name: isvc-xgboost-v2-predictor.18aa9e6a9ec8a5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "57605"
    uid: 3a66f930-ffcf-40d8-b6ac-6e7a2b0cece7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:13:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "57329"
    uid: 77426a5c-b42a-4828-a496-56c654722324
  kind: Event
  lastTimestamp: "2026-04-28T20:13:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:13:03Z"
    name: isvc-xgboost-v2-predictor.18aa9e6a9f2de46e
    namespace: kserve-ci-e2e-test
    resourceVersion: "57607"
    uid: d6485d26-d969-4254-8aac-055217f13b62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T20:13:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "57606"
    uid: 77426a5c-b42a-4828-a496-56c654722324
  kind: Event
  lastTimestamp: "2026-04-28T20:14:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:14:03Z"
    name: isvc-xgboost-v2-predictor.18aa9e6e1df3c5b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "58428"
    uid: bf387fe0-f2e9-4f5f-8afb-6b99d061e10b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-28T20:13:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "57606"
    uid: 77426a5c-b42a-4828-a496-56c654722324
  kind: Event
  lastTimestamp: "2026-04-28T20:14:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:14:03Z"
    name: isvc-xgboost-v2-predictor.18aa9e6e1e8015f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "58429"
    uid: afd2f592-5e84-4be8-90e2-da8a24f5fd44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:11:48.938550Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56436"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:11:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:11:48Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e5935897cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56440"
    uid: ec9e9257-f919-4237-83ab-341b5cdabb4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56446"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:11:49Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:11:49Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e594e95aaf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "56452"
    uid: 466fc918-5903-43cf-ba7a-07557e8beb15
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:11:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:49Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e5950302088
    namespace: kserve-ci-e2e-test
    resourceVersion: "56455"
    uid: fe06a0bd-db6f-49b5-86d7-0ce8b0f78208
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:11:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:49Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e59531e0ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "56456"
    uid: b67368e7-2b3d-492e-9c19-d5d6ad55c4bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:11:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:49Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e59538c869b
    namespace: kserve-ci-e2e-test
    resourceVersion: "56457"
    uid: 4bb77a47-1776-4106-b619-ef9796ebe69c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:11:53Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-28T20:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e5a479fd664
    namespace: kserve-ci-e2e-test
    resourceVersion: "56530"
    uid: d5002e41-6b8c-40a5-988a-7d18824601ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:11:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e5a4abdbd2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "56532"
    uid: 5fa7d950-4c4a-4641-86e5-1eb6f0bdf33f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:11:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e5a4b781e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "56533"
    uid: 649fd060-1604-4c32-9ee7-cc2553260945
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:11:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e5a4b8492eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "56534"
    uid: 9727d96d-d1ed-40e1-8e4b-e96fe77fc131
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:11:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e5a4e612edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "56535"
    uid: ff992774-f3f7-431a-94d6-ff49e55e77e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:11:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:11:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e5a4ed3b14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "56536"
    uid: 211d230d-8667-4f47-a0dd-1b95a96df939
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:12:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-28T20:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:30Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e62e7fd33cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "57058"
    uid: 9f6914ce-382a-419c-8048-a93640542b31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:12:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:48Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e672d3f1e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "57356"
    uid: e047f7bc-046a-4e36-8897-dde570904124
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:12:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:48Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e672d3f8df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "57358"
    uid: a00fa629-eb09-476d-a930-a5cc4b1411d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:12:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:55Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e678d922f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "57487"
    uid: f08d4157-2de4-4b84-8507-086497101fbf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "56439"
    uid: d5667fb7-b49d-4574-99e7-586b6db40876
  kind: Event
  lastTimestamp: "2026-04-28T20:12:51Z"
  message: 'Readiness probe failed: Get "http://10.134.0.50:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-28T20:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:12:51Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2.18aa9e67cbd6929d
    namespace: kserve-ci-e2e-test
    resourceVersion: "57415"
    uid: 2bfdd01e-1d95-4fc3-9da2-fa47aef0ae79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "56407"
    uid: cef162af-e5d6-4c78-9cd7-cadf0d7c1b2c
  kind: Event
  lastTimestamp: "2026-04-28T20:11:48Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-sp5z2'
  metadata:
    creationTimestamp: "2026-04-28T20:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:11:48Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18aa9e5934e934b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "56437"
    uid: 84ac4939-1622-4d57-bcd7-c642f29e7f6d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "56405"
    uid: ea621b78-3025-449b-aab4-f8dc078d8774
  kind: Event
  lastTimestamp: "2026-04-28T20:11:48Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-28T20:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:11:48Z"
    name: isvc-xgboost-v2-runtime-predictor.18aa9e591e93649d
    namespace: kserve-ci-e2e-test
    resourceVersion: "56408"
    uid: 28aaf4fd-09cd-48a1-90e2-bd4d78091843
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "56406"
    uid: 7be8927b-9f8d-4454-a839-56ff5c1423b3
  kind: Event
  lastTimestamp: "2026-04-28T20:12:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:12:33Z"
    name: isvc-xgboost-v2-runtime-predictor.18aa9e5c9e0c2566
    namespace: kserve-ci-e2e-test
    resourceVersion: "57097"
    uid: e8df933f-9a5c-4391-b334-87c8d341ee65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "56406"
    uid: 7be8927b-9f8d-4454-a839-56ff5c1423b3
  kind: Event
  lastTimestamp: "2026-04-28T20:12:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:12:33Z"
    name: isvc-xgboost-v2-runtime-predictor.18aa9e5c9ebee112
    namespace: kserve-ci-e2e-test
    resourceVersion: "57098"
    uid: 53b55839-05a0-4526-bd9d-eb4792782d68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "56683"
    uid: 7be8927b-9f8d-4454-a839-56ff5c1423b3
  kind: Event
  lastTimestamp: "2026-04-28T20:12:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:12:48Z"
    name: isvc-xgboost-v2-runtime-predictor.18aa9e671bf86e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "57319"
    uid: 2c0de836-4ed0-4d8d-a133-1e5264f93593
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "56683"
    uid: 7be8927b-9f8d-4454-a839-56ff5c1423b3
  kind: Event
  lastTimestamp: "2026-04-28T20:12:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T20:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:12:48Z"
    name: isvc-xgboost-v2-runtime-predictor.18aa9e671c5a8e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "57320"
    uid: d4149259-bbdf-442c-95ff-4f2adfd5cace
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T20:11:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "56396"
    uid: c43d30dd-b43e-4c74-bc52-82fc93f2cfdf
  kind: Event
  lastTimestamp: "2026-04-28T20:11:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:11:57Z"
    name: isvc-xgboost-v2-runtime.18aa9e591e725c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "56599"
    uid: 5750e51b-22aa-4bb4-83eb-50e88f8e2ff2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "57203"
    uid: c43d30dd-b43e-4c74-bc52-82fc93f2cfdf
  kind: Event
  lastTimestamp: "2026-04-28T20:12:40Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:12:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:12:40Z"
    name: isvc-xgboost-v2-runtime.18aa9e6545d28e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "57204"
    uid: 02bb8962-3761-426a-9892-18565df18074
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "57314"
    uid: 2f9a24cf-4ccd-412a-8858-7dd3e821d843
  kind: Event
  lastTimestamp: "2026-04-28T20:12:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:12:57Z"
    name: isvc-xgboost-v2.18aa9e671fa28ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "57515"
    uid: e49e14d8-2bc4-4bd6-bed5-41129961c5d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:12:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "57314"
    uid: 2f9a24cf-4ccd-412a-8858-7dd3e821d843
  kind: Event
  lastTimestamp: "2026-04-28T20:12:48Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T20:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:12:48Z"
    name: isvc-xgboost-v2.18aa9e67211c3473
    namespace: kserve-ci-e2e-test
    resourceVersion: "57339"
    uid: e86d05a0-4380-42d7-acef-0e1cca766f78
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:14:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "58395"
    uid: 2f9a24cf-4ccd-412a-8858-7dd3e821d843
  kind: Event
  lastTimestamp: "2026-04-28T20:14:01Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:14:01Z"
    name: isvc-xgboost-v2.18aa9e7806d4c4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "58396"
    uid: b2bf248d-3675-42f2-93b1-1f9d6ad0d1ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T20:07:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "52198"
    uid: 535c5460-eeaa-4272-a718-60c0c140e5db
  kind: Event
  lastTimestamp: "2026-04-28T20:07:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:07:16Z"
    name: isvc-xgboost.18aa9e17c3871d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "52393"
    uid: ddc86adc-2bcc-4d7f-9ffd-d582bc0fce3e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:08:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "53569"
    uid: 535c5460-eeaa-4272-a718-60c0c140e5db
  kind: Event
  lastTimestamp: "2026-04-28T20:08:41Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:08:41Z"
    name: isvc-xgboost.18aa9e2d8e607988
    namespace: kserve-ci-e2e-test
    resourceVersion: "53574"
    uid: 68075386-f317-47b4-bc6f-e831a8a713eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:26:29.338302Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-x8c6j
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:26:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:26:29Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9be000baed57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: 1344f1ae-595c-47b0-acfa-aa8691d45fa2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: "2026-04-28T19:26:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-28T19:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:29Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9be00be28363
    namespace: kserve-ci-e2e-test
    resourceVersion: "16222"
    uid: ef2e9079-e995-4663-a984-282b54aa25a9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: "2026-04-28T19:26:30Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:26:30Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9be03d9196cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: af055746-a926-464f-be85-bbddf5815b77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: "2026-04-28T19:26:30Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-28T19:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:30Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9be03ef1b2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16239"
    uid: 3bd607a4-3d75-4433-a11f-994e50371a34
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: "2026-04-28T19:26:31Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.225s (1.225s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-28T19:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:31Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9be087f6ae57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: 1a4eb5cc-7c02-413e-9f6d-e1744cd5fb28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: "2026-04-28T19:26:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:31Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9be08b7cf7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: 9098de24-d65a-4a71-b4b7-36d007dd72ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: "2026-04-28T19:26:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:31Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9be08bed700f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 54b7f5a3-c041-4071-b967-bb650fc357b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: "2026-04-28T19:26:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:31Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9be08bf8b005
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 1e4d6b49-6d86-4ade-a52d-5f70a475ced0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: "2026-04-28T19:26:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:31Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9be08f29ca07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16265"
    uid: a354ab36-6d36-47c8-b74d-d92f5ad4495a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: "2026-04-28T19:26:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:26:31Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9be08f9da50e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 7a21f99b-1ca2-464a-a8fb-07d1f243663a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: "2026-04-28T19:28:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:14Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9bf866009284
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 71da0d58-4b8a-4a5e-a1b0-500a586dd994
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:28:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-x8c6j
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: fece92c2-1be2-45ea-840e-11294a319313
  kind: Event
  lastTimestamp: "2026-04-28T19:28:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:28:14Z"
    name: message-dumper-predictor-c7d86bcbd-x8c6j.18aa9bf866010019
    namespace: kserve-ci-e2e-test
    resourceVersion: "17816"
    uid: e4faf59e-2ea4-4ab3-93de-7666f2ab37da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 8e03d37b-369a-4ae1-8956-e696f2a03d59
  kind: Event
  lastTimestamp: "2026-04-28T19:26:29Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-x8c6j'
  metadata:
    creationTimestamp: "2026-04-28T19:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:26:29Z"
    name: message-dumper-predictor-c7d86bcbd.18aa9be000591ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16195"
    uid: 3c3557ef-0dfd-427e-9aa1-a076a3c9113b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16181"
    uid: e32dd745-9dbc-4c80-b099-5131d165894a
  kind: Event
  lastTimestamp: "2026-04-28T19:26:29Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-28T19:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:26:29Z"
    name: message-dumper-predictor.18aa9bdffc5ad08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: eb97008f-b830-4fe2-9061-70eb48ba28c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 3da4d75b-fcbc-4036-a152-ed59d729735d
  kind: Event
  lastTimestamp: "2026-04-28T19:26:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:26:59Z"
    name: message-dumper-predictor.18aa9be37aea7f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: 5e023d26-f0b7-4f3f-ba3f-10d3d6b72615
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16182"
    uid: 3da4d75b-fcbc-4036-a152-ed59d729735d
  kind: Event
  lastTimestamp: "2026-04-28T19:26:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:26:59Z"
    name: message-dumper-predictor.18aa9be37b579e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: 4123be5f-ae76-4824-a46d-1a2c86cb781d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: cdc544f7-4a63-42af-bedd-ffe44113c891
  kind: Event
  lastTimestamp: "2026-04-28T19:26:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:26:37Z"
    name: message-dumper.18aa9bdffc3158b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: a3931a96-8cbb-4cac-b32a-4234e1fe0cb4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:26:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: cdc544f7-4a63-42af-bedd-ffe44113c891
  kind: Event
  lastTimestamp: "2026-04-28T19:26:40Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:26:40Z"
    name: message-dumper.18aa9be287d1bf8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: ff6cf8b5-cd21-4601-ada0-28fc664f19be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T19:58:11.584566Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44156"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T19:58:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T19:58:11Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9d9ae77169bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44160"
    uid: 4929c6e6-0be4-4904-9972-24cd1f029dcf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44164"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:58:12Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T19:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T19:58:12Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9d9b006fde33
    namespace: kserve-ci-e2e-test
    resourceVersion: "44173"
    uid: 4caa2c74-da4f-4a6b-9dca-29835ef7c9df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:58:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:12Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9d9b01d333eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44175"
    uid: 96a09d8a-765c-47f0-920f-6586be29d0b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:58:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T19:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:12Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9d9b04d4f67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44176"
    uid: 22da8b48-0d52-4e03-8469-f4ebe9e433e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:58:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T19:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:12Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9d9b0546e5ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "44178"
    uid: 1c9c906d-ae36-49c9-841c-ffaa7de74bd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:58:16Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-28T19:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:16Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9d9bf158c507
    namespace: kserve-ci-e2e-test
    resourceVersion: "44249"
    uid: 3fd22036-0a43-404b-ac0a-40eaaecf4ce8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:58:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T19:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:16Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9d9bf549031a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44251"
    uid: 4fe88def-9710-4073-bcf4-066465329bfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:58:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:16Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9d9bf5b8c25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44252"
    uid: c237bcbb-e1f0-4b47-a035-a77770739962
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:58:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T19:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:16Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9d9bf5c6734c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44253"
    uid: b3aa2c55-bacb-4615-ad5c-170b8ce5728a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:58:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T19:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:16Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9d9bf880eb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44254"
    uid: b4fc6bcd-9048-478a-a9cb-5153642ae3ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:58:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:16Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9d9bf9088fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44255"
    uid: bef176f1-3125-4f88-aa57-25c9b4fbbe59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:58:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-28T19:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:58:54Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9da4ccc8a030
    namespace: kserve-ci-e2e-test
    resourceVersion: "44780"
    uid: f6d76722-156e-495a-9cff-55201ef17a8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:59:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T19:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:11Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9da8d8de47c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45067"
    uid: 880a2e3c-5fcf-41c5-bdea-7ee0f1aa8d1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:59:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T19:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:11Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9da8d8ded36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45068"
    uid: 2a2de7b8-c1ae-42fa-bd73-7c443ab5c185
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr
    namespace: kserve-ci-e2e-test
    resourceVersion: "44158"
    uid: d89511f6-3c88-4a60-9fc2-137df2cbf3d8
  kind: Event
  lastTimestamp: "2026-04-28T19:59:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T19:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T19:59:14Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-mw5mr.18aa9da9733abf4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45127"
    uid: 2db1f21c-ca02-4fd9-8c4c-64febd7a1ba9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "44126"
    uid: 976e4e2b-8643-4bf6-ab89-eea0f160d5ee
  kind: Event
  lastTimestamp: "2026-04-28T19:58:11Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-mw5mr'
  metadata:
    creationTimestamp: "2026-04-28T19:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:58:11Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18aa9d9ae70783be
    namespace: kserve-ci-e2e-test
    resourceVersion: "44157"
    uid: cd7e2fed-4f99-4108-8b11-d3b0f1ac78f2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44122"
    uid: 776103af-9a36-43e3-a13b-70242dab35b4
  kind: Event
  lastTimestamp: "2026-04-28T19:58:11Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-28T19:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:58:11Z"
    name: sklearn-v2-mlserver-predictor.18aa9d9acfbe8369
    namespace: kserve-ci-e2e-test
    resourceVersion: "44127"
    uid: cbd2b7fc-79b9-407d-9bb5-2b59d125bc26
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44123"
    uid: 31c26b11-dae1-4b58-bbf9-c6536a97e26b
  kind: Event
  lastTimestamp: "2026-04-28T19:58:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:58:41Z"
    name: sklearn-v2-mlserver-predictor.18aa9d9e4cf9e275
    namespace: kserve-ci-e2e-test
    resourceVersion: "44606"
    uid: 66f893b8-170b-44b4-a6fe-874c1d6fa3a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44123"
    uid: 31c26b11-dae1-4b58-bbf9-c6536a97e26b
  kind: Event
  lastTimestamp: "2026-04-28T19:58:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T19:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:58:41Z"
    name: sklearn-v2-mlserver-predictor.18aa9d9e4d5cc21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44607"
    uid: 1ca64f45-bd2a-433d-bec9-57c45dd915c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44403"
    uid: 31c26b11-dae1-4b58-bbf9-c6536a97e26b
  kind: Event
  lastTimestamp: "2026-04-28T19:59:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:59:11Z"
    name: sklearn-v2-mlserver-predictor.18aa9da54b162b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45028"
    uid: f2dd34be-b06a-4490-9b46-3c7bf6cc182d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44403"
    uid: 31c26b11-dae1-4b58-bbf9-c6536a97e26b
  kind: Event
  lastTimestamp: "2026-04-28T19:59:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-28T19:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T19:59:11Z"
    name: sklearn-v2-mlserver-predictor.18aa9da54b7b7c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "45029"
    uid: 674e10f3-c8b9-4eb6-b538-ca4508eaf1fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 25
  eventTime: null
  firstTimestamp: "2026-04-28T19:58:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "44113"
    uid: 4a998cd5-5aa3-4474-87e4-d82e58f627ba
  kind: Event
  lastTimestamp: "2026-04-28T19:58:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T19:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:58:19Z"
    name: sklearn-v2-mlserver.18aa9d9acdeae39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44317"
    uid: 11294032-9fda-4d61-b105-f5f1c5af91b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T19:59:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "44927"
    uid: 4a998cd5-5aa3-4474-87e4-d82e58f627ba
  kind: Event
  lastTimestamp: "2026-04-28T19:59:04Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-28T19:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T19:59:04Z"
    name: sklearn-v2-mlserver.18aa9da72a6c69a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44929"
    uid: a38bee5e-d529-4d90-b483-6781db4b9f9b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-28T20:09:38.589496Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54476"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    to ip-10-0-139-128.ec2.internal
  metadata:
    creationTimestamp: "2026-04-28T20:09:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-28T20:09:38Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e3adc20a9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54480"
    uid: d5cbbfd4-ceb4-4790-bcaf-9a482e8a2190
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-67c8465474-mzpp5
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54484"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:09:39Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-28T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-28T20:09:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e3af513c9a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54490"
    uid: a735d8a5-7350-4f1f-9bad-ae90e74286c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:09:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3460f014e7dc0a9d3daafe0716ca9eadf865f2892e0a5103d0b876da9f34891f"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e3af6c1a242
    namespace: kserve-ci-e2e-test
    resourceVersion: "54492"
    uid: 998ecee9-b53a-4913-b4a9-3997a89ed740
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:09:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-28T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e3af97d8db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "54494"
    uid: 174e8781-e61d-44ef-bce4-c6ceca23b68a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:09:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-28T20:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:39Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e3af9ec2c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "54495"
    uid: c3ef3a47-83ae-43cd-ac06-c9b615817908
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:09:43Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-28T20:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e3beb562a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "54563"
    uid: 469b624b-582c-432d-87c5-bdf12c05a552
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:09:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-28T20:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e3beeef7b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "54566"
    uid: fe7002cf-311a-48e5-8a72-26ae3511b7d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:09:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e3bef5d07d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54567"
    uid: 3b8e2aab-4e15-4e97-ba77-55d89c60fd43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:09:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-28T20:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e3bef69a0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54568"
    uid: 0c5ae8a8-b288-43d4-b928-7f3e46ad96c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:09:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-28T20:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e3bf2148b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "54569"
    uid: 73cf5012-2d4a-41c1-8ca1-eec7bdb4c063
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:09:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:09:43Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e3bf282166b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54570"
    uid: 37dc5d01-1d3e-4e0f-af17-cc2de4aca416
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:10:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-28T20:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:28Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e467cb454d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55247"
    uid: 705ce31a-cc80-4c35-a0d6-b6e7b8720203
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:10:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-28T20:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:28Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e467cb50b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "55248"
    uid: 92989509-e65a-41b3-a630-f36fcbf56349
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs
    namespace: kserve-ci-e2e-test
    resourceVersion: "54478"
    uid: 59778918-1296-4825-8193-240d53917f27
  kind: Event
  lastTimestamp: "2026-04-28T20:10:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-28T20:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-28T20:10:35Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs.18aa9e46dd3c9d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "55375"
    uid: ebfe34bf-934b-4af2-9301-3cb76417ee65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-128.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-128.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54445"
    uid: 5715f020-6bf9-457d-9615-cd73bcd139bd
  kind: Event
  lastTimestamp: "2026-04-28T20:09:38Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-v4hvs'
  metadata:
    creationTimestamp: "2026-04-28T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:09:38Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18aa9e3adba994b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54477"
    uid: 9dfec8de-70a5-48d3-bab7-81bf4f4e32ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54443"
    uid: 44e767bd-d83a-4ee5-a855-418d061e8ac8
  kind: Event
  lastTimestamp: "2026-04-28T20:09:38Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-28T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:09:38Z"
    name: xgboost-v2-mlserver-predictor.18aa9e3ac293ee1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54447"
    uid: bd40d790-994c-4d72-b80d-422798862197
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54444"
    uid: 9dd66c42-e469-4694-902b-b981490daad0
  kind: Event
  lastTimestamp: "2026-04-28T20:10:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:10:23Z"
    name: xgboost-v2-mlserver-predictor.18aa9e3e41a81732
    namespace: kserve-ci-e2e-test
    resourceVersion: "55134"
    uid: 67d2ef95-d018-40a6-bf5d-b790ab4755ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54444"
    uid: 9dd66c42-e469-4694-902b-b981490daad0
  kind: Event
  lastTimestamp: "2026-04-28T20:10:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-28T20:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-28T20:10:23Z"
    name: xgboost-v2-mlserver-predictor.18aa9e3e420dfbde
    namespace: kserve-ci-e2e-test
    resourceVersion: "55135"
    uid: aa284ac3-ec25-49cb-a5fc-b95d2d9c93fd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "54430"
    uid: fe7b28bf-b384-4305-974e-ac1c335042a0
  kind: Event
  lastTimestamp: "2026-04-28T20:09:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-28T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:09:46Z"
    name: xgboost-v2-mlserver.18aa9e3ac272561e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54633"
    uid: 5e55b1f4-136b-4a66-8490-40a7cf7eb8a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:09:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "54430"
    uid: fe7b28bf-b384-4305-974e-ac1c335042a0
  kind: Event
  lastTimestamp: "2026-04-28T20:09:38Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-28T20:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:09:38Z"
    name: xgboost-v2-mlserver.18aa9e3ac3fbf0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "54454"
    uid: de82074c-42e7-470a-9f0f-a24f90a203dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-28T20:10:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "55096"
    uid: fe7b28bf-b384-4305-974e-ac1c335042a0
  kind: Event
  lastTimestamp: "2026-04-28T20:10:20Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-28T20:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-28T20:10:20Z"
    name: xgboost-v2-mlserver.18aa9e449b4b47a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "55098"
    uid: 2e3bfaa5-ea6d-4596-a57c-c3fad77d5a46
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "63948"