---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:32:22.002714Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25850"
    uid: f8f6f7ff-13b3-4dc9-b977-ba43eb35cb00
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:32:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:32:22Z"
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69.18a6dcdc59dc1775
    namespace: kserve-ci-e2e-test
    resourceVersion: "25854"
    uid: 04295ebb-3cb6-49fb-875b-245f1582a57c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25858"
    uid: f8f6f7ff-13b3-4dc9-b977-ba43eb35cb00
  kind: Event
  lastTimestamp: "2026-04-16T14:32:22Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:32:22Z"
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69.18a6dcdc7350ad13
    namespace: kserve-ci-e2e-test
    resourceVersion: "25872"
    uid: 64f0db46-3b61-4f19-a2d7-91cc34afaee8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: f8f6f7ff-13b3-4dc9-b977-ba43eb35cb00
  kind: Event
  lastTimestamp: "2026-04-16T14:32:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:29Z"
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69.18a6dcdc74c8418e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25930"
    uid: fcd90ad4-e864-456f-8309-d681d49182cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: f8f6f7ff-13b3-4dc9-b977-ba43eb35cb00
  kind: Event
  lastTimestamp: "2026-04-16T14:32:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:29Z"
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69.18a6dcdc78265273
    namespace: kserve-ci-e2e-test
    resourceVersion: "25934"
    uid: 758495d8-3bd3-4980-a746-8a442be74098
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: f8f6f7ff-13b3-4dc9-b977-ba43eb35cb00
  kind: Event
  lastTimestamp: "2026-04-16T14:32:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:29Z"
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69.18a6dcdc7896fd21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25935"
    uid: d2d52769-2d31-44c9-a07f-358251c15fa8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25852"
    uid: f8f6f7ff-13b3-4dc9-b977-ba43eb35cb00
  kind: Event
  lastTimestamp: "2026-04-16T14:32:31Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:32:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:31Z"
    name: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69.18a6dcdeacb56d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "25984"
    uid: 5d6eaace-f45e-4183-a0c0-49ea27f12efe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-b9647c-predictor-868dfcfb77
    namespace: kserve-ci-e2e-test
    resourceVersion: "25829"
    uid: cbefe044-ff00-4c2b-b1de-2f9a576710ed
  kind: Event
  lastTimestamp: "2026-04-16T14:32:21Z"
  message: 'Created pod: isvc-init-fail-b9647c-predictor-868dfcfb77-4wf69'
  metadata:
    creationTimestamp: "2026-04-16T14:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:32:21Z"
    name: isvc-init-fail-b9647c-predictor-868dfcfb77.18a6dcdc596d649f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25851"
    uid: 401ffaea-e1ed-4573-810e-a110159b51b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-b9647c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25822"
    uid: 2061c039-9ce5-4bf2-95a8-af665710d866
  kind: Event
  lastTimestamp: "2026-04-16T14:32:21Z"
  message: Scaled up replica set isvc-init-fail-b9647c-predictor-868dfcfb77 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T14:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:32:21Z"
    name: isvc-init-fail-b9647c-predictor.18a6dcdc55728b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25831"
    uid: 7d13edc3-3980-4394-8932-2dfdfb482bc3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b9647c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25800"
    uid: aa32e556-6854-4295-802d-9b4498d0ea80
  kind: Event
  lastTimestamp: "2026-04-16T14:32:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:32:29Z"
    name: isvc-init-fail-b9647c.18a6dcdc55b60d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "25936"
    uid: 4c1affed-07b7-4090-b274-98b676c225e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b9647c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25800"
    uid: aa32e556-6854-4295-802d-9b4498d0ea80
  kind: Event
  lastTimestamp: "2026-04-16T14:32:22Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-b9647c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-b9647c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:32:22Z"
    name: isvc-init-fail-b9647c.18a6dcdc56a502c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25860"
    uid: 27bb32fc-f805-4252-bd0f-fce24e5a1c4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b9647c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25800"
    uid: aa32e556-6854-4295-802d-9b4498d0ea80
  kind: Event
  lastTimestamp: "2026-04-16T14:32:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-b9647c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:32:22Z"
    name: isvc-init-fail-b9647c.18a6dcdc56a5557d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25863"
    uid: 36ba9c71-dec0-4f62-86c2-eb82398ef73b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:14:03.507245Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: 9551ed81-a643-4eb8-a3d8-32b0b867d78e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-x5sm6
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:14:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:14:03Z"
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6.18a6dbdc966d0994
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: 38977752-1fbb-45f7-809a-5163f4845267
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 9551ed81-a643-4eb8-a3d8-32b0b867d78e
  kind: Event
  lastTimestamp: "2026-04-16T14:14:03Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:14:03Z"
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6.18a6dbdcb0da6189
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: e633f4f9-d289-4b3f-a042-e96c93b6c0e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 9551ed81-a643-4eb8-a3d8-32b0b867d78e
  kind: Event
  lastTimestamp: "2026-04-16T14:14:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:03Z"
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6.18a6dbdcb235a6e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 498e41ca-53f3-4355-9fbd-6521ef76a7ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 9551ed81-a643-4eb8-a3d8-32b0b867d78e
  kind: Event
  lastTimestamp: "2026-04-16T14:14:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:04Z"
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6.18a6dbdcb5547858
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: 35defd8c-2c0e-473f-8c68-6a033ec1a7e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 9551ed81-a643-4eb8-a3d8-32b0b867d78e
  kind: Event
  lastTimestamp: "2026-04-16T14:14:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:04Z"
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6.18a6dbdcb63ad8d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: 0fe69dcc-dbe4-453b-aeeb-7f8a7fb0d9c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 9551ed81-a643-4eb8-a3d8-32b0b867d78e
  kind: Event
  lastTimestamp: "2026-04-16T14:14:07Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T14:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:07Z"
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6.18a6dbdd9589f67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16724"
    uid: 464fb3e9-2605-4f84-8660-30fc721ae323
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 9551ed81-a643-4eb8-a3d8-32b0b867d78e
  kind: Event
  lastTimestamp: "2026-04-16T14:14:15Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 7.45s (7.45s including
    waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:15Z"
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6.18a6dbdf51a72cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: 11b0e931-3ec5-4bab-8f6b-df5f2d954a7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 9551ed81-a643-4eb8-a3d8-32b0b867d78e
  kind: Event
  lastTimestamp: "2026-04-16T14:14:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:15Z"
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6.18a6dbdf54f4e550
    namespace: kserve-ci-e2e-test
    resourceVersion: "16779"
    uid: 7b7ad3c0-52df-4181-82aa-12d73fab23a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 9551ed81-a643-4eb8-a3d8-32b0b867d78e
  kind: Event
  lastTimestamp: "2026-04-16T14:14:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:15Z"
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6.18a6dbdf556b00ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16780"
    uid: 5fca070e-3462-464a-a9d0-841d466ebbe6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 9551ed81-a643-4eb8-a3d8-32b0b867d78e
  kind: Event
  lastTimestamp: "2026-04-16T14:15:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:15:47Z"
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6.18a6dbdf74519591
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: 1d058b61-59e8-436e-aebc-6ccb0f81f331
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 9551ed81-a643-4eb8-a3d8-32b0b867d78e
  kind: Event
  lastTimestamp: "2026-04-16T14:15:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:15:43Z"
    name: isvc-lightgbm-predictor-78c8d484d6-x5sm6.18a6dbf3e9a71077
    namespace: kserve-ci-e2e-test
    resourceVersion: "17455"
    uid: 3ea71e4b-1709-4cdf-bc2e-abbe80269cef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: 0a0321ac-201a-413c-9863-9207b58e993c
  kind: Event
  lastTimestamp: "2026-04-16T14:14:03Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-x5sm6'
  metadata:
    creationTimestamp: "2026-04-16T14:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:14:03Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a6dbdc961249eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 1a3a8aa4-1e43-4a8c-87da-3db69735ec1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: 4febbae9-4c19-4b5e-b5d1-50519235502a
  kind: Event
  lastTimestamp: "2026-04-16T14:14:03Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:14:03Z"
    name: isvc-lightgbm-predictor.18a6dbdc93205c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 200db5d5-e4fc-4758-a1b6-8245d6210e91
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: 23aa4272-3c8e-45bc-acd2-c2458c8c6383
  kind: Event
  lastTimestamp: "2026-04-16T14:14:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:14:33Z"
    name: isvc-lightgbm-predictor.18a6dbe0119a8001
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 491de547-0da4-4a43-9abd-2693e6f7c722
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: 23aa4272-3c8e-45bc-acd2-c2458c8c6383
  kind: Event
  lastTimestamp: "2026-04-16T14:14:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:14:33Z"
    name: isvc-lightgbm-predictor.18a6dbe0121acec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16919"
    uid: 2d016e28-8851-433b-b822-3eb3a4d7a353
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: 23aa4272-3c8e-45bc-acd2-c2458c8c6383
  kind: Event
  lastTimestamp: "2026-04-16T14:15:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:15:33Z"
    name: isvc-lightgbm-predictor.18a6dbe71041e5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17340"
    uid: 1f623962-d4f4-4f7a-b709-3bece6693dca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: 23aa4272-3c8e-45bc-acd2-c2458c8c6383
  kind: Event
  lastTimestamp: "2026-04-16T14:15:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:15:33Z"
    name: isvc-lightgbm-predictor.18a6dbe710b9b6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: 07c75b30-0977-46fb-8b83-cd4d543800d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:15:43.759559Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 17484290-2c79-438e-a86c-b62e26bc6644
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-7l749
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:15:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:15:43Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749.18a6dbf3ededf053
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: e01d59fc-79fc-4935-919d-9a8077039ef2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17472"
    uid: 17484290-2c79-438e-a86c-b62e26bc6644
  kind: Event
  lastTimestamp: "2026-04-16T14:15:44Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:15:44Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749.18a6dbf406d5dd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: 6546fdf5-b241-4d05-a7dc-9a8f9db2c5ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 17484290-2c79-438e-a86c-b62e26bc6644
  kind: Event
  lastTimestamp: "2026-04-16T14:15:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:15:44Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749.18a6dbf40882805b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 3a8c162d-0c57-40ae-8d7b-ca80d70343cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 17484290-2c79-438e-a86c-b62e26bc6644
  kind: Event
  lastTimestamp: "2026-04-16T14:15:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:15:44Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749.18a6dbf40bf97fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17485"
    uid: aa8194ba-cc70-4958-9ade-7661f0d713e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 17484290-2c79-438e-a86c-b62e26bc6644
  kind: Event
  lastTimestamp: "2026-04-16T14:15:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:15:44Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749.18a6dbf40c6c9fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: 64f8ca4c-85d1-495a-9092-cede6c6e14a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 17484290-2c79-438e-a86c-b62e26bc6644
  kind: Event
  lastTimestamp: "2026-04-16T14:15:48Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:15:48Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749.18a6dbf4efc08445
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: c6acdb59-1ea3-4eee-80d1-2dcb04fa45c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 17484290-2c79-438e-a86c-b62e26bc6644
  kind: Event
  lastTimestamp: "2026-04-16T14:15:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:15:48Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749.18a6dbf4f31237cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: 426854bd-a554-4671-b710-fa6af1252470
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 17484290-2c79-438e-a86c-b62e26bc6644
  kind: Event
  lastTimestamp: "2026-04-16T14:15:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:15:48Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749.18a6dbf4f3839903
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: 2413dc04-b830-4561-b6c9-2fcd3db022b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 17484290-2c79-438e-a86c-b62e26bc6644
  kind: Event
  lastTimestamp: "2026-04-16T14:17:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:17:00Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749.18a6dbf52bad5f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18035"
    uid: f80db831-8a13-450e-ae3d-466ea7c3efbc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 17484290-2c79-438e-a86c-b62e26bc6644
  kind: Event
  lastTimestamp: "2026-04-16T14:17:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:17:14Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-7l749.18a6dc08fdf280aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18173"
    uid: 03ae4399-11f9-48b9-91d9-c3c7c8cdc1d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: fe873ca0-4c5f-439c-8dea-0089acfc6b6d
  kind: Event
  lastTimestamp: "2026-04-16T14:15:43Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-7l749'
  metadata:
    creationTimestamp: "2026-04-16T14:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:15:43Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a6dbf3ed90d76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17465"
    uid: 1a5e27e5-954f-4621-abb2-f91559e06b7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: 86fd7b33-8cae-4728-adaf-79c1741da843
  kind: Event
  lastTimestamp: "2026-04-16T14:15:43Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T14:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:15:43Z"
    name: isvc-lightgbm-runtime-predictor.18a6dbf3e97bf15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: bb060c0a-3869-45bd-92ac-a909d67563e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: 3e014c7f-783d-4ab0-820c-a5991a739b1e
  kind: Event
  lastTimestamp: "2026-04-16T14:16:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:16:43Z"
    name: isvc-lightgbm-runtime-predictor.18a6dbf768392f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: 2abf22c2-cf12-4f58-8ddb-41e3c8bbfaf0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: 3e014c7f-783d-4ab0-820c-a5991a739b1e
  kind: Event
  lastTimestamp: "2026-04-16T14:16:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:16:43Z"
    name: isvc-lightgbm-runtime-predictor.18a6dbf768a0982e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: c935a8b8-02cc-4fd3-af7b-83412f7149a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:16:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 3e014c7f-783d-4ab0-820c-a5991a739b1e
  kind: Event
  lastTimestamp: "2026-04-16T14:17:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:17:13Z"
    name: isvc-lightgbm-runtime-predictor.18a6dc0565aef94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18140"
    uid: 2aea6954-958b-4ba6-8fec-59a1dcebdd10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:16:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 3e014c7f-783d-4ab0-820c-a5991a739b1e
  kind: Event
  lastTimestamp: "2026-04-16T14:17:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:17:13Z"
    name: isvc-lightgbm-runtime-predictor.18a6dc0566197aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18141"
    uid: 13ccfd5c-7926-4391-8ad2-5c75ba431d02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 0c22298e-a85e-44ed-9461-61d61584c76b
  kind: Event
  lastTimestamp: "2026-04-16T14:17:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:17:10Z"
    name: isvc-lightgbm-runtime.18a6dbf3e946f5b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18114"
    uid: eab95ef9-eb2e-4711-9ffb-df09ccdb74d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17424"
    uid: 0c22298e-a85e-44ed-9461-61d61584c76b
  kind: Event
  lastTimestamp: "2026-04-16T14:15:43Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:15:43Z"
    name: isvc-lightgbm-runtime.18a6dbf3e9a54884
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: c3476bca-c454-41ec-853f-5c027a17494a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18112"
    uid: 0c22298e-a85e-44ed-9461-61d61584c76b
  kind: Event
  lastTimestamp: "2026-04-16T14:17:10Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:17:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:17:10Z"
    name: isvc-lightgbm-runtime.18a6dc080c14678d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18113"
    uid: 9f02a1e1-8541-46de-8829-b435bdc428ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:20:24.639040Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: ecd9d6fe-f45a-4429-b95b-2d7299217e25
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:20:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:20:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr.18a6dc3553a69fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19588"
    uid: 423fc8c2-9159-462f-b606-64fbddc0e37a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19592"
    uid: ecd9d6fe-f45a-4429-b95b-2d7299217e25
  kind: Event
  lastTimestamp: "2026-04-16T14:20:25Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:20:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr.18a6dc356c98186d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: 31a45a59-a0b2-46f3-a253-6eb59a111bd4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: ecd9d6fe-f45a-4429-b95b-2d7299217e25
  kind: Event
  lastTimestamp: "2026-04-16T14:20:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr.18a6dc356dd5cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19605"
    uid: 792d51ad-c1c7-4199-a121-f3797b901a72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: ecd9d6fe-f45a-4429-b95b-2d7299217e25
  kind: Event
  lastTimestamp: "2026-04-16T14:20:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr.18a6dc35711b4f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19607"
    uid: e50326e2-1e49-4b78-b89c-b86e09d2103b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: ecd9d6fe-f45a-4429-b95b-2d7299217e25
  kind: Event
  lastTimestamp: "2026-04-16T14:20:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr.18a6dc3571965fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19608"
    uid: 03a55022-1041-49a4-8b40-ff911d140fb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: ecd9d6fe-f45a-4429-b95b-2d7299217e25
  kind: Event
  lastTimestamp: "2026-04-16T14:20:28Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:28Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr.18a6dc3654e69115
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: bc98033d-ee08-4b1a-afc7-a902b3da05c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: ecd9d6fe-f45a-4429-b95b-2d7299217e25
  kind: Event
  lastTimestamp: "2026-04-16T14:20:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr.18a6dc3658472f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19646"
    uid: 14a8a354-0b91-4fe9-bd20-c1cae33f9bfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: ecd9d6fe-f45a-4429-b95b-2d7299217e25
  kind: Event
  lastTimestamp: "2026-04-16T14:20:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr.18a6dc3658bd6a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: f3936d96-a767-4e09-a8c8-c042f7fc1a2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: ecd9d6fe-f45a-4429-b95b-2d7299217e25
  kind: Event
  lastTimestamp: "2026-04-16T14:20:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr.18a6dc3690c8e7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: 785f9504-3f07-478b-954f-fcf0abb2b168
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: ecd9d6fe-f45a-4429-b95b-2d7299217e25
  kind: Event
  lastTimestamp: "2026-04-16T14:20:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr.18a6dc39fda32035
    namespace: kserve-ci-e2e-test
    resourceVersion: "19802"
    uid: 75bcf35f-0fbe-4a42-b3b7-b3e5982469ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19566"
    uid: a6b87ec2-ebe1-4727-adb8-0ff97aa3c3f6
  kind: Event
  lastTimestamp: "2026-04-16T14:20:24Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7shr'
  metadata:
    creationTimestamp: "2026-04-16T14:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:20:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a6dc3551e66c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "19583"
    uid: 4c9743cd-45be-4d2b-acf5-9152a8da023e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19562"
    uid: b39d245a-a2be-4987-8647-b35778013c12
  kind: Event
  lastTimestamp: "2026-04-16T14:20:24Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:20:24Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6dc354c10a4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19570"
    uid: 8b414d41-c6b0-4bda-bc72-0174ef27b0f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 65dc6528-2233-453b-b8b3-a6917ae89ae0
  kind: Event
  lastTimestamp: "2026-04-16T14:20:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:20:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6dc38caa1e680
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 8dfe8bf3-ee80-4e48-af27-b6756b29ac4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 65dc6528-2233-453b-b8b3-a6917ae89ae0
  kind: Event
  lastTimestamp: "2026-04-16T14:20:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:20:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6dc38cb0783af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19724"
    uid: 4b68d4f8-9983-4e6e-8f4f-b7885607b71a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: 4700b67b-928a-4ad3-a997-cbb70f4fd082
  kind: Event
  lastTimestamp: "2026-04-16T14:20:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:20:41Z"
    name: isvc-lightgbm-v2-kserve.18a6dc354be75b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: 45296ee0-fc01-4d59-9c07-1c371c413944
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19543"
    uid: 4700b67b-928a-4ad3-a997-cbb70f4fd082
  kind: Event
  lastTimestamp: "2026-04-16T14:20:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:20:24Z"
    name: isvc-lightgbm-v2-kserve.18a6dc354c987901
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: aadcf757-f09f-44af-963c-ab08f440e901
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19553"
    uid: 4700b67b-928a-4ad3-a997-cbb70f4fd082
  kind: Event
  lastTimestamp: "2026-04-16T14:20:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:20:24Z"
    name: isvc-lightgbm-v2-kserve.18a6dc35542aea57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19593"
    uid: 5068633d-45b1-457d-84c3-cfd62c91b853
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19742"
    uid: 4700b67b-928a-4ad3-a997-cbb70f4fd082
  kind: Event
  lastTimestamp: "2026-04-16T14:20:41Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:20:41Z"
    name: isvc-lightgbm-v2-kserve.18a6dc39248c58f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: b5b0ba6f-3fd6-4418-83c4-d58c73e838e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:17:14.308007Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18185"
    uid: f91734ea-1d40-4e11-867f-a928d07aba7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:17:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:17:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m.18a6dc0903098ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18191"
    uid: 04ab70c2-ef3c-450c-9f28-7ab181b94899
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18196"
    uid: f91734ea-1d40-4e11-867f-a928d07aba7d
  kind: Event
  lastTimestamp: "2026-04-16T14:17:14Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:17:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m.18a6dc091bd3b0e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18202"
    uid: b01f697c-45ee-4c1d-bac6-190fb02333f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18187"
    uid: f91734ea-1d40-4e11-867f-a928d07aba7d
  kind: Event
  lastTimestamp: "2026-04-16T14:17:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:17:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m.18a6dc091d2c9431
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: 0d797645-022d-4dac-a004-4394d8da3e9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18187"
    uid: f91734ea-1d40-4e11-867f-a928d07aba7d
  kind: Event
  lastTimestamp: "2026-04-16T14:17:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:17:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m.18a6dc09209a976f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: 2d834388-6bb2-4b8e-9ebe-64bcad1da97f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18187"
    uid: f91734ea-1d40-4e11-867f-a928d07aba7d
  kind: Event
  lastTimestamp: "2026-04-16T14:17:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:17:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m.18a6dc09210c2cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: b56d7128-a096-49eb-a9bd-aff1053445be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18187"
    uid: f91734ea-1d40-4e11-867f-a928d07aba7d
  kind: Event
  lastTimestamp: "2026-04-16T14:17:19Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T14:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:17:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m.18a6dc0a301688ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18248"
    uid: acce2a12-a735-40d6-ab59-957005124bf7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18187"
    uid: f91734ea-1d40-4e11-867f-a928d07aba7d
  kind: Event
  lastTimestamp: "2026-04-16T14:19:42Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m23.437s
    (2m23.437s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:19:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m.18a6dc2b959b6487
    namespace: kserve-ci-e2e-test
    resourceVersion: "19240"
    uid: 93d52558-c2f5-4e25-a3f7-500c20961208
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18187"
    uid: f91734ea-1d40-4e11-867f-a928d07aba7d
  kind: Event
  lastTimestamp: "2026-04-16T14:19:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:19:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m.18a6dc2b9c3cbb3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 6f932e23-e0e4-4d12-8e5f-2f57096a1a71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:19:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18187"
    uid: f91734ea-1d40-4e11-867f-a928d07aba7d
  kind: Event
  lastTimestamp: "2026-04-16T14:19:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:19:42Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m.18a6dc2b9dacd878
    namespace: kserve-ci-e2e-test
    resourceVersion: "19243"
    uid: a07b5460-a3a5-4cb4-9169-75c63d65c3a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18187"
    uid: f91734ea-1d40-4e11-867f-a928d07aba7d
  kind: Event
  lastTimestamp: "2026-04-16T14:20:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m.18a6dc354d22a06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19578"
    uid: b40ddeb4-a5d8-4e33-b536-9c017bafaab7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18171"
    uid: addc90ec-690b-47e8-9871-6e9969477eb7
  kind: Event
  lastTimestamp: "2026-04-16T14:17:14Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-jvm4m'
  metadata:
    creationTimestamp: "2026-04-16T14:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:17:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a6dc09027a364f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: f782a463-4c66-4ceb-a9b5-c76c450d3cf8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18168"
    uid: 380d0490-fdc7-496f-a68b-d203c819b998
  kind: Event
  lastTimestamp: "2026-04-16T14:17:14Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:17:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6dc08fe1927a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18175"
    uid: f31db819-36fc-48bd-b240-86c4e8bd81a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: 127feaa1-1305-40b1-b66a-128bfab76b58
  kind: Event
  lastTimestamp: "2026-04-16T14:20:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:20:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6dc0c7cfafc52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: c6310dd2-bbdd-4e2e-b9c7-543f713d617e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: 127feaa1-1305-40b1-b66a-128bfab76b58
  kind: Event
  lastTimestamp: "2026-04-16T14:20:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:17:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:20:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6dc0c7d87f5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19461"
    uid: c4f40cb3-0bd9-40b4-8ed5-3a66f2f921a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 3ce36ded-93c9-4684-be1c-894af6690ce9
  kind: Event
  lastTimestamp: "2026-04-16T14:20:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:20:14Z"
    name: isvc-lightgbm-v2-runtime.18a6dc08fdf686a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: 2a9a602d-b498-4a56-a88e-1d01584702f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:17:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 3ce36ded-93c9-4684-be1c-894af6690ce9
  kind: Event
  lastTimestamp: "2026-04-16T14:17:14Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:17:14Z"
    name: isvc-lightgbm-v2-runtime.18a6dc08fea37d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18179"
    uid: bb43692a-f31b-45c7-bda4-7dacb1e4e9af
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: 3ce36ded-93c9-4684-be1c-894af6690ce9
  kind: Event
  lastTimestamp: "2026-04-16T14:20:14Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:20:14Z"
    name: isvc-lightgbm-v2-runtime.18a6dc330f155579
    namespace: kserve-ci-e2e-test
    resourceVersion: "19472"
    uid: 22250e66-b838-4b44-a535-4cc8f9fbb221
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: f7d5ce6a-99db-4cc4-9c92-ef37f85d2035
  kind: Event
  lastTimestamp: "2026-04-16T14:15:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:15:37Z"
    name: isvc-lightgbm.18a6dbdc92faad53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: 225ce1e2-f42b-464c-be36-99926ae52b7c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: f7d5ce6a-99db-4cc4-9c92-ef37f85d2035
  kind: Event
  lastTimestamp: "2026-04-16T14:14:03Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T14:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:14:03Z"
    name: isvc-lightgbm.18a6dbdc9631ac48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: b358a02d-8c72-4de1-8bbc-e2478c4b219b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:15:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: f7d5ce6a-99db-4cc4-9c92-ef37f85d2035
  kind: Event
  lastTimestamp: "2026-04-16T14:15:37Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:15:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:15:37Z"
    name: isvc-lightgbm.18a6dbf26a90832d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: b3356bb5-4466-45dc-8b50-41884b7afe64
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:12:38.225341Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15932"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5c7f8599d6-7bwlv
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:12:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:12:38Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc8bb3a6f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: 01625320-41a1-40c2-b686-27a07c3481ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:12:38Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:12:38Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc8d465743c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15949"
    uid: 0c9c8792-f1b4-4387-accb-5e10fca6ed85
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:12:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:38Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc8d5a378b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15951"
    uid: 12c22064-ae8b-45e7-9ad9-ffb51608b428
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:12:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:38Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc8d89f84d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15953"
    uid: 1d0cc4b5-29f0-454c-859d-cecadf840677
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:12:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:38Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc8d9126990
    namespace: kserve-ci-e2e-test
    resourceVersion: "15954"
    uid: ef59fb5d-af4e-4fc8-aff8-17a128c55986
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:12:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:42Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc9ba771a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 70e7415c-97e2-4b84-b705-4092046197b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:12:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:42Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc9bd9bee34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: 859ab650-2001-40ee-aeb7-8ac80249c6ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:12:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:42Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc9be1094b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: d4d382b8-d039-4650-bc8b-a9cbf40b7de4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:12:42Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:047f63b6a928a84a5cb6317b9490b65e3210ada3d182f71aa6a7a838eb4e1ff7"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:42Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc9be1e2d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15995"
    uid: 0d72e109-0f45-47dd-8bcb-64ae54beeb77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:12:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T14:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:42Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc9c11c2e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: 9d479a54-cf8f-4de8-88aa-dee6ea08d1c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:12:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T14:12:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:42Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc9c18ef109
    namespace: kserve-ci-e2e-test
    resourceVersion: "15999"
    uid: cb000a8f-fe11-4a71-bed1-6b24540c6a77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:14:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:28Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc9f66f265b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: a0b804cf-50b4-4547-ad0a-8355fced8721
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:14:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T14:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:28Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbc9f6788b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16882"
    uid: 4a29525c-99b9-4aa6-80a0-8d382078bb7a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:14:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:03Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbdc951f4fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: d2b8310e-e31f-484d-a67b-7d78dcd4a638
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5c7f8599d6-7bwlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: 0b5e73ac-2198-427b-9709-5123d8216858
  kind: Event
  lastTimestamp: "2026-04-16T14:14:03Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T14:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:03Z"
    name: isvc-logger-predictor-5c7f8599d6-7bwlv.18a6dbdc9520ab15
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: efbb89a5-3555-481c-a06e-09fd4c5ec7f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-5c7f8599d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15921"
    uid: 98971f6c-aafe-4416-8fea-4549aa919f56
  kind: Event
  lastTimestamp: "2026-04-16T14:12:38Z"
  message: 'Created pod: isvc-logger-predictor-5c7f8599d6-7bwlv'
  metadata:
    creationTimestamp: "2026-04-16T14:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:12:38Z"
    name: isvc-logger-predictor-5c7f8599d6.18a6dbc8bad75626
    namespace: kserve-ci-e2e-test
    resourceVersion: "15933"
    uid: f2cb9377-cf64-4146-8766-93f7189bd6c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: 14b20cc4-67fe-40c1-87fa-82f433e280c4
  kind: Event
  lastTimestamp: "2026-04-16T14:12:38Z"
  message: Scaled up replica set isvc-logger-predictor-5c7f8599d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:12:38Z"
    name: isvc-logger-predictor.18a6dbc8b8043402
    namespace: kserve-ci-e2e-test
    resourceVersion: "15924"
    uid: e7d1a8cd-bbd5-4fce-be3a-095053a83e65
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 06ebe6d3-f401-4df9-9d3b-25d3d22eaf0a
  kind: Event
  lastTimestamp: "2026-04-16T14:13:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:13:08Z"
    name: isvc-logger-predictor.18a6dbcc3689b57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16195"
    uid: 78750c3f-6fcf-4b84-8e4c-4e1a5a50ea41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: 06ebe6d3-f401-4df9-9d3b-25d3d22eaf0a
  kind: Event
  lastTimestamp: "2026-04-16T14:13:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:13:08Z"
    name: isvc-logger-predictor.18a6dbcc36ebab87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 47c21d9a-5f9c-441b-8822-91a0a99822e4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:13:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: 06ebe6d3-f401-4df9-9d3b-25d3d22eaf0a
  kind: Event
  lastTimestamp: "2026-04-16T14:13:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:13:53Z"
    name: isvc-logger-predictor.18a6dbd3349f35b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 16cb0e72-ada0-4a9f-81db-3e556ed5d54a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:13:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: 06ebe6d3-f401-4df9-9d3b-25d3d22eaf0a
  kind: Event
  lastTimestamp: "2026-04-16T14:13:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:13:53Z"
    name: isvc-logger-predictor.18a6dbd3350353fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 18d41d65-cd69-4cb2-ac87-daab6231d60b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15911"
    uid: 6b7f2677-4d64-487a-bcec-6cbdbf25a3cc
  kind: Event
  lastTimestamp: "2026-04-16T14:13:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:13:48Z"
    name: isvc-logger.18a6dbc8b7e7bbf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: 805e84c1-b186-4a6d-8a17-7c3621c3bdd8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15911"
    uid: 6b7f2677-4d64-487a-bcec-6cbdbf25a3cc
  kind: Event
  lastTimestamp: "2026-04-16T14:12:38Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T14:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:12:38Z"
    name: isvc-logger.18a6dbc8b8470e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15926"
    uid: 95333dac-3b26-4ba7-a265-678dc385e119
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:13:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: 6b7f2677-4d64-487a-bcec-6cbdbf25a3cc
  kind: Event
  lastTimestamp: "2026-04-16T14:13:48Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:13:48Z"
    name: isvc-logger.18a6dbd90a784968
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: 7de6c846-f1fd-459f-a4ff-f70b26d6a959
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:20:44.710987Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19805"
    uid: 0e5fead1-dbf5-4ba1-996e-4e949138b5ee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:20:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:20:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx.18a6dc3a00084146
    namespace: kserve-ci-e2e-test
    resourceVersion: "19812"
    uid: d4af8889-0d0e-414a-bd9f-76e38d36798e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: 0e5fead1-dbf5-4ba1-996e-4e949138b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:20:45Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:20:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx.18a6dc3a19e891df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: a3fdffbc-07e9-48fc-b8c3-decffd6fd8a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 0e5fead1-dbf5-4ba1-996e-4e949138b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:20:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx.18a6dc3a1b281623
    namespace: kserve-ci-e2e-test
    resourceVersion: "19833"
    uid: cc78eea7-6684-4b46-bdc0-23793f993134
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 0e5fead1-dbf5-4ba1-996e-4e949138b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:20:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx.18a6dc3a1f8208fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: da755e8f-a412-41fe-a9c2-8c4f306b50e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 0e5fead1-dbf5-4ba1-996e-4e949138b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:20:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:20:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:45Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx.18a6dc3a20151b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: 14ab5e2d-2a05-4e89-98df-b1ce00008fa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 0e5fead1-dbf5-4ba1-996e-4e949138b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:20:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T14:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx.18a6dc3b3ca5d590
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: f7311103-1169-4a2d-86cf-e25477d863ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 0e5fead1-dbf5-4ba1-996e-4e949138b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:20:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx.18a6dc3b3fb0d00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19887"
    uid: 80ea5af4-8724-4539-8bd8-fb312e578089
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 0e5fead1-dbf5-4ba1-996e-4e949138b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:20:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:20:50Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx.18a6dc3b4025bbb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19888"
    uid: 29253c86-0538-47b9-9abb-8a5be628e3dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19809"
    uid: 0e5fead1-dbf5-4ba1-996e-4e949138b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:21:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:21:24Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx.18a6dc435e5e92e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: 467c351f-b53b-4f0e-9efc-4ed95dbab0f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: 27a6ed61-1979-469b-9ffc-92b7807207cc
  kind: Event
  lastTimestamp: "2026-04-16T14:20:44Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-vtcxx'
  metadata:
    creationTimestamp: "2026-04-16T14:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:20:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a6dc39ff7c7433
    namespace: kserve-ci-e2e-test
    resourceVersion: "19808"
    uid: 15e74180-9ff5-4947-a4a4-87a30d2102e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19792"
    uid: 085edd12-a593-427f-904d-65d8e6fc04a6
  kind: Event
  lastTimestamp: "2026-04-16T14:20:44Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:20:44Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6dc39fd2f949d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: c0a911f2-ca3e-453b-8066-6a5e893aa220
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 8dd284ab-03dd-4766-aa17-3a8d825cd6f6
  kind: Event
  lastTimestamp: "2026-04-16T14:21:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:21:14Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6dc3d7c4d2625
    namespace: kserve-ci-e2e-test
    resourceVersion: "20057"
    uid: aaf6fc6c-c6e6-4c0b-b543-b68551aff43c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 8dd284ab-03dd-4766-aa17-3a8d825cd6f6
  kind: Event
  lastTimestamp: "2026-04-16T14:21:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:20:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:21:14Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6dc3d7cafb78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: c82b96d7-2b23-4d42-8551-69eaf396007c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: f3595a00-a4ef-4fea-94f4-d148d0a94f1a
  kind: Event
  lastTimestamp: "2026-04-16T14:21:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:21:22Z"
    name: isvc-mlflow-v2-runtime.18a6dc39fd0a3304
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: e6e3c34a-742b-4b72-a789-dabd56fae8d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19771"
    uid: f3595a00-a4ef-4fea-94f4-d148d0a94f1a
  kind: Event
  lastTimestamp: "2026-04-16T14:20:44Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:20:44Z"
    name: isvc-mlflow-v2-runtime.18a6dc39fd84ef30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: f3a578d0-af5b-4f38-ad6d-fc9742b69c98
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:20:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: f3595a00-a4ef-4fea-94f4-d148d0a94f1a
  kind: Event
  lastTimestamp: "2026-04-16T14:20:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:20:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:20:44Z"
    name: isvc-mlflow-v2-runtime.18a6dc3a021e85e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: 09b5ac80-e245-4265-9cab-4eb3387d2dca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20112"
    uid: f3595a00-a4ef-4fea-94f4-d148d0a94f1a
  kind: Event
  lastTimestamp: "2026-04-16T14:21:22Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:21:22Z"
    name: isvc-mlflow-v2-runtime.18a6dc42b4b39762
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: 9f02adcb-1cad-414d-a0fe-9ae7a2841eb1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:22:45.082514Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20813"
    uid: 2f7f1f1d-b6a4-45b6-8b2c-0c532d657d12
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-frsnw
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:22:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:22:45Z"
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw.18a6dc5606bbfd07
    namespace: kserve-ci-e2e-test
    resourceVersion: "20818"
    uid: 9b8ab81f-f718-44c6-9f9a-9bd2631e154b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 2f7f1f1d-b6a4-45b6-8b2c-0c532d657d12
  kind: Event
  lastTimestamp: "2026-04-16T14:22:45Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:22:45Z"
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw.18a6dc561feb411d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20831"
    uid: 0a2de44b-7d40-4ddc-8c73-06d62abe3e00
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 2f7f1f1d-b6a4-45b6-8b2c-0c532d657d12
  kind: Event
  lastTimestamp: "2026-04-16T14:22:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:22:45Z"
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw.18a6dc56214e89ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20833"
    uid: e5a8d23d-908d-4fc1-9a23-aa5795ded41a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 2f7f1f1d-b6a4-45b6-8b2c-0c532d657d12
  kind: Event
  lastTimestamp: "2026-04-16T14:22:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:22:45Z"
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw.18a6dc5624af3cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: cf4eedaf-3f68-48c0-b3a7-aa88c92798be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 2f7f1f1d-b6a4-45b6-8b2c-0c532d657d12
  kind: Event
  lastTimestamp: "2026-04-16T14:22:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:22:45Z"
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw.18a6dc562521d9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: 3b09eee0-b529-4b06-bd85-a2bda28f2200
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 2f7f1f1d-b6a4-45b6-8b2c-0c532d657d12
  kind: Event
  lastTimestamp: "2026-04-16T14:22:50Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T14:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:22:50Z"
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw.18a6dc5742db094f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: f4028c87-7164-494c-9e5c-6c470e2a7a7b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 2f7f1f1d-b6a4-45b6-8b2c-0c532d657d12
  kind: Event
  lastTimestamp: "2026-04-16T14:23:01Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.565s (11.565s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:23:01Z"
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw.18a6dc59f434b5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 45d31244-fd4d-4695-a3db-ab2232038610
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 2f7f1f1d-b6a4-45b6-8b2c-0c532d657d12
  kind: Event
  lastTimestamp: "2026-04-16T14:23:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:23:02Z"
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw.18a6dc59f7d5649a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: d3774dcd-f5cd-4976-8bfe-1819fa4c6ae6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 2f7f1f1d-b6a4-45b6-8b2c-0c532d657d12
  kind: Event
  lastTimestamp: "2026-04-16T14:23:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:23:02Z"
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw.18a6dc59f84cbe50
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: ccdcb0b4-831c-4731-b140-032d072a8edf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 2f7f1f1d-b6a4-45b6-8b2c-0c532d657d12
  kind: Event
  lastTimestamp: "2026-04-16T14:23:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:23:43Z"
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw.18a6dc5a10c75a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21259"
    uid: 5d253021-d0c3-4497-a196-638b6778ac59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: 2f7f1f1d-b6a4-45b6-8b2c-0c532d657d12
  kind: Event
  lastTimestamp: "2026-04-16T14:23:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:23:56Z"
    name: isvc-paddle-predictor-7dddcb4bd4-frsnw.18a6dc66b13e5baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21395"
    uid: d0fde786-3649-4600-a495-7e610d1ba455
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 665edef8-004d-476d-96bd-b904194d1564
  kind: Event
  lastTimestamp: "2026-04-16T14:22:45Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-frsnw'
  metadata:
    creationTimestamp: "2026-04-16T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:22:45Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a6dc56064fa773
    namespace: kserve-ci-e2e-test
    resourceVersion: "20814"
    uid: 8ba00919-f3ab-477f-9738-86d7faf77133
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: cfcda9b4-1a15-408a-b0dc-3d75ce368395
  kind: Event
  lastTimestamp: "2026-04-16T14:22:45Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:22:45Z"
    name: isvc-paddle-predictor.18a6dc56033e068c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 7442a16c-a938-4f0d-be9c-c72b87f0f4aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: e0a6df47-fb38-4bf5-b6ca-4c20e15fd9b9
  kind: Event
  lastTimestamp: "2026-04-16T14:23:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:23:45Z"
    name: isvc-paddle-predictor.18a6dc5982736bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21271"
    uid: e1fda1d2-4494-4c60-a3fc-4c7ce21b3e13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: e0a6df47-fb38-4bf5-b6ca-4c20e15fd9b9
  kind: Event
  lastTimestamp: "2026-04-16T14:23:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:23:45Z"
    name: isvc-paddle-predictor.18a6dc5982cedb4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21272"
    uid: da595de6-e3d4-4397-bc82-04264defff0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:23:56.743438Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21403"
    uid: 21d0dbaa-6f1b-4c0a-903c-0399acad23e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-ktxc6
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:23:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:23:56Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6.18a6dc66b60eebb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: 79f9828e-3af0-424d-afd9-744ddba9dc7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21412"
    uid: 21d0dbaa-6f1b-4c0a-903c-0399acad23e7
  kind: Event
  lastTimestamp: "2026-04-16T14:23:57Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:23:57Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6.18a6dc66cef74cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21422"
    uid: d182e81c-6cc7-4b26-9722-8dd541bdf1e5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 21d0dbaa-6f1b-4c0a-903c-0399acad23e7
  kind: Event
  lastTimestamp: "2026-04-16T14:23:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:23:57Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6.18a6dc66d0db1064
    namespace: kserve-ci-e2e-test
    resourceVersion: "21424"
    uid: 666932d6-9209-4847-a72c-5d3f025ed7b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 21d0dbaa-6f1b-4c0a-903c-0399acad23e7
  kind: Event
  lastTimestamp: "2026-04-16T14:23:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:23:57Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6.18a6dc66d3c3cc71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: 2ae9b635-7fe4-43a5-9e97-cbd2405efb5b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 21d0dbaa-6f1b-4c0a-903c-0399acad23e7
  kind: Event
  lastTimestamp: "2026-04-16T14:23:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:23:57Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6.18a6dc66d44e1065
    namespace: kserve-ci-e2e-test
    resourceVersion: "21427"
    uid: 2615f09a-c082-45a8-b9d1-9756f9adc83d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 21d0dbaa-6f1b-4c0a-903c-0399acad23e7
  kind: Event
  lastTimestamp: "2026-04-16T14:24:02Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:24:02Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6.18a6dc68141152ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21475"
    uid: 32a698dd-8715-4746-8534-2850b6f00d3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 21d0dbaa-6f1b-4c0a-903c-0399acad23e7
  kind: Event
  lastTimestamp: "2026-04-16T14:24:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:24:02Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6.18a6dc68170b2074
    namespace: kserve-ci-e2e-test
    resourceVersion: "21480"
    uid: 4d232d8b-362f-4778-8faf-1139f3244276
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 21d0dbaa-6f1b-4c0a-903c-0399acad23e7
  kind: Event
  lastTimestamp: "2026-04-16T14:24:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:24:02Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6.18a6dc681782d821
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: 95dab898-3c0d-4e73-bd0c-e4c3fdbdaf79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 21d0dbaa-6f1b-4c0a-903c-0399acad23e7
  kind: Event
  lastTimestamp: "2026-04-16T14:24:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:24:44Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6.18a6dc684ff2d024
    namespace: kserve-ci-e2e-test
    resourceVersion: "21781"
    uid: 28e6e8dc-b5ff-4293-900b-a755e1a0b8b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: 21d0dbaa-6f1b-4c0a-903c-0399acad23e7
  kind: Event
  lastTimestamp: "2026-04-16T14:24:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:24:58Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-ktxc6.18a6dc7505c3a09c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21906"
    uid: 516457b9-f5c6-4e8f-a8d3-dbf514e941a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: dcff04be-3d9b-4b3f-8aeb-4e6d9a8c0ad4
  kind: Event
  lastTimestamp: "2026-04-16T14:23:56Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-ktxc6'
  metadata:
    creationTimestamp: "2026-04-16T14:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:23:56Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a6dc66b55d3c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "21404"
    uid: 70ff0b5e-da06-4920-8e06-1b884613c988
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: ad6b9fbb-d449-494f-a4ed-2f170b77982f
  kind: Event
  lastTimestamp: "2026-04-16T14:23:56Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T14:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:23:56Z"
    name: isvc-paddle-runtime-predictor.18a6dc66b0ad5a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21393"
    uid: 90f4c65f-0073-4610-b963-76383077c67e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 9ad73bbb-b935-42ac-9f79-31c37f193490
  kind: Event
  lastTimestamp: "2026-04-16T14:24:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:24:11Z"
    name: isvc-paddle-runtime-predictor.18a6dc6a2f377575
    namespace: kserve-ci-e2e-test
    resourceVersion: "21544"
    uid: 5e32e5d9-48d9-484c-84e0-5f8756036d1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 9ad73bbb-b935-42ac-9f79-31c37f193490
  kind: Event
  lastTimestamp: "2026-04-16T14:24:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:24:11Z"
    name: isvc-paddle-runtime-predictor.18a6dc6a2fe62bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: 72c2eb3d-1aba-47df-bc1e-c3ab6dc9c779
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21545"
    uid: 9ad73bbb-b935-42ac-9f79-31c37f193490
  kind: Event
  lastTimestamp: "2026-04-16T14:24:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:24:56Z"
    name: isvc-paddle-runtime-predictor.18a6dc6db00da2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: 7f8ba17c-684c-4d3b-9622-8cf0688d358c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21545"
    uid: 9ad73bbb-b935-42ac-9f79-31c37f193490
  kind: Event
  lastTimestamp: "2026-04-16T14:24:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:24:56Z"
    name: isvc-paddle-runtime-predictor.18a6dc6db0d9972b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: 384f26ac-dd8a-4ebf-bca5-a7120b7b8ed9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: dba4067d-32a4-441e-b4f9-05c855cb7577
  kind: Event
  lastTimestamp: "2026-04-16T14:24:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:24:54Z"
    name: isvc-paddle-runtime.18a6dc66b0875970
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: cd2aa3da-dc9a-4a1d-82f5-ceb252a5408c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: dba4067d-32a4-441e-b4f9-05c855cb7577
  kind: Event
  lastTimestamp: "2026-04-16T14:23:56Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:23:56Z"
    name: isvc-paddle-runtime.18a6dc66b127213d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 7aac41d5-a6f2-453e-8428-727c6b6037d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21374"
    uid: dba4067d-32a4-441e-b4f9-05c855cb7577
  kind: Event
  lastTimestamp: "2026-04-16T14:23:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:23:56Z"
    name: isvc-paddle-runtime.18a6dc66b7fd5f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 7ec688db-5691-4c2e-9f11-1b12361481d2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: dba4067d-32a4-441e-b4f9-05c855cb7577
  kind: Event
  lastTimestamp: "2026-04-16T14:24:54Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:24:54Z"
    name: isvc-paddle-runtime.18a6dc7435b1054a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: bbda31ed-a4df-44fc-9392-827d7e12d018
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:24:58.284095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21921"
    uid: 3b64d92d-56e6-4fe9-9aa2-b957bd7c832e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:24:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:24:58Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf.18a6dc750a2add3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 032faec9-0470-4c00-8962-6f443547131f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21928"
    uid: 3b64d92d-56e6-4fe9-9aa2-b957bd7c832e
  kind: Event
  lastTimestamp: "2026-04-16T14:24:58Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:24:58Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf.18a6dc752334cbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 8f3cdc3e-8adf-4b33-9732-6c04053a186a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 3b64d92d-56e6-4fe9-9aa2-b957bd7c832e
  kind: Event
  lastTimestamp: "2026-04-16T14:24:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:24:58Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf.18a6dc75247f8100
    namespace: kserve-ci-e2e-test
    resourceVersion: "21940"
    uid: 89d0d787-8ae6-412f-9bcb-31ea44322753
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 3b64d92d-56e6-4fe9-9aa2-b957bd7c832e
  kind: Event
  lastTimestamp: "2026-04-16T14:24:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:24:58Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf.18a6dc752744c784
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: b7643dc4-87c0-45dd-8bdf-03c2daec35dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 3b64d92d-56e6-4fe9-9aa2-b957bd7c832e
  kind: Event
  lastTimestamp: "2026-04-16T14:24:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:24:58Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf.18a6dc7527b74411
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 82c30477-41e4-465f-8fe2-def64eda47ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 3b64d92d-56e6-4fe9-9aa2-b957bd7c832e
  kind: Event
  lastTimestamp: "2026-04-16T14:25:03Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:25:03Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf.18a6dc7652fef852
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: a863bd4b-ad9b-4f74-a98d-857938d34e03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 3b64d92d-56e6-4fe9-9aa2-b957bd7c832e
  kind: Event
  lastTimestamp: "2026-04-16T14:25:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:25:03Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf.18a6dc7655dbfb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21993"
    uid: 3742b0ce-b2f7-4bcc-8973-2a097e850717
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 3b64d92d-56e6-4fe9-9aa2-b957bd7c832e
  kind: Event
  lastTimestamp: "2026-04-16T14:25:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:25:03Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf.18a6dc76564eee94
    namespace: kserve-ci-e2e-test
    resourceVersion: "21996"
    uid: 93435cc3-8961-4b0b-98e2-a3f45113869f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T14:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 3b64d92d-56e6-4fe9-9aa2-b957bd7c832e
  kind: Event
  lastTimestamp: "2026-04-16T14:25:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:25:45Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf.18a6dc768eed79d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22300"
    uid: 3b3bcbd1-932a-470e-9beb-1a53239d00f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 3b64d92d-56e6-4fe9-9aa2-b957bd7c832e
  kind: Event
  lastTimestamp: "2026-04-16T14:26:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:26:00Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf.18a6dc836efdf2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22433"
    uid: 0b3c3a9c-a9cc-474e-9d14-45510b8ebabf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21908"
    uid: bbaa61cf-a854-47e7-9bf4-bd97c2bb7a96
  kind: Event
  lastTimestamp: "2026-04-16T14:24:58Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-2cjwf'
  metadata:
    creationTimestamp: "2026-04-16T14:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:24:58Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a6dc7509ab4c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: 5b087cf6-5cd2-493c-8168-f58899e2eade
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: 90756b9d-47f7-4752-ba57-2b49e0db1292
  kind: Event
  lastTimestamp: "2026-04-16T14:24:58Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T14:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:24:58Z"
    name: isvc-paddle-v2-kserve-predictor.18a6dc7506601476
    namespace: kserve-ci-e2e-test
    resourceVersion: "21911"
    uid: bf72d1f7-56b5-4895-be63-93e8690d97f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:25:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21907"
    uid: 3a01a1e4-f358-4f82-99f0-2e37dabf0769
  kind: Event
  lastTimestamp: "2026-04-16T14:25:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:25:13Z"
    name: isvc-paddle-v2-kserve-predictor.18a6dc78852e4cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: e4fc5cf0-e767-4f78-b444-a8f3a36187de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:25:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21907"
    uid: 3a01a1e4-f358-4f82-99f0-2e37dabf0769
  kind: Event
  lastTimestamp: "2026-04-16T14:25:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:25:13Z"
    name: isvc-paddle-v2-kserve-predictor.18a6dc7885bb441a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: b41446b9-b518-45bb-b312-c8c74c9882a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:25:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22068"
    uid: 3a01a1e4-f358-4f82-99f0-2e37dabf0769
  kind: Event
  lastTimestamp: "2026-04-16T14:25:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:25:58Z"
    name: isvc-paddle-v2-kserve-predictor.18a6dc7c05b1405e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22392"
    uid: 2254f4e6-3758-43a2-989e-a7d9ad6e9cc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:25:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22068"
    uid: 3a01a1e4-f358-4f82-99f0-2e37dabf0769
  kind: Event
  lastTimestamp: "2026-04-16T14:25:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:25:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:25:58Z"
    name: isvc-paddle-v2-kserve-predictor.18a6dc7c0641bde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22393"
    uid: 74167c2a-3b3d-409c-9ce4-f9549497fda7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 2023face-2f94-40c0-b162-28edb6d5a1d3
  kind: Event
  lastTimestamp: "2026-04-16T14:25:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:25:55Z"
    name: isvc-paddle-v2-kserve.18a6dc750642bc04
    namespace: kserve-ci-e2e-test
    resourceVersion: "22374"
    uid: 5e758e8a-f704-4788-8423-974969ba5c3d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: 2023face-2f94-40c0-b162-28edb6d5a1d3
  kind: Event
  lastTimestamp: "2026-04-16T14:24:58Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:24:58Z"
    name: isvc-paddle-v2-kserve.18a6dc7506e3805f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: 790ab8d7-9442-4e0a-b537-536465cb11d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:24:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21896"
    uid: 2023face-2f94-40c0-b162-28edb6d5a1d3
  kind: Event
  lastTimestamp: "2026-04-16T14:24:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:24:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:24:58Z"
    name: isvc-paddle-v2-kserve.18a6dc750c0b649d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: 3349ca03-ebd2-494a-b00b-f650afc37f5f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:25:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22372"
    uid: 2023face-2f94-40c0-b162-28edb6d5a1d3
  kind: Event
  lastTimestamp: "2026-04-16T14:25:55Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:25:55Z"
    name: isvc-paddle-v2-kserve.18a6dc82735e5778
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: fc577516-07b5-4cc5-aea8-39350e2feafd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: b6c63b06-36fb-4800-84a1-20a79ceb7d72
  kind: Event
  lastTimestamp: "2026-04-16T14:23:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:23:53Z"
    name: isvc-paddle.18a6dc56034b9e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 7eea036c-2d40-44b0-a30b-1ac6f36ac11e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: b6c63b06-36fb-4800-84a1-20a79ceb7d72
  kind: Event
  lastTimestamp: "2026-04-16T14:22:45Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:22:45Z"
    name: isvc-paddle.18a6dc5603c17f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20807"
    uid: 7024f7e4-281d-44eb-959f-7e2175218d49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:23:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: b6c63b06-36fb-4800-84a1-20a79ceb7d72
  kind: Event
  lastTimestamp: "2026-04-16T14:23:53Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:23:53Z"
    name: isvc-paddle.18a6dc65f562e9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21339"
    uid: c9bd8c5b-6cfc-493e-a27f-4d75e17a0042
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:26:00.189834Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7llpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 429fa2ff-f6c2-4941-9b07-88bb8d71504d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-7llpg
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:26:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:26:00Z"
    name: isvc-pmml-predictor-5584ffd8c9-7llpg.18a6dc8374097419
    namespace: kserve-ci-e2e-test
    resourceVersion: "22455"
    uid: 63fd9930-4f87-4a97-9ae7-3c4bb2142ea2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7llpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22460"
    uid: 429fa2ff-f6c2-4941-9b07-88bb8d71504d
  kind: Event
  lastTimestamp: "2026-04-16T14:26:00Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:26:00Z"
    name: isvc-pmml-predictor-5584ffd8c9-7llpg.18a6dc838cf3292d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22467"
    uid: 8154cd7a-eead-4b5b-bbc7-841b04fdbaa8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7llpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 429fa2ff-f6c2-4941-9b07-88bb8d71504d
  kind: Event
  lastTimestamp: "2026-04-16T14:26:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:26:00Z"
    name: isvc-pmml-predictor-5584ffd8c9-7llpg.18a6dc838e92d768
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: fd492f56-1ac7-4ed9-902c-b780854ce84f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7llpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 429fa2ff-f6c2-4941-9b07-88bb8d71504d
  kind: Event
  lastTimestamp: "2026-04-16T14:26:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:26:00Z"
    name: isvc-pmml-predictor-5584ffd8c9-7llpg.18a6dc8391f93f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "22472"
    uid: 86ce38bf-87f5-4428-bb62-85b27f5c42fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7llpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 429fa2ff-f6c2-4941-9b07-88bb8d71504d
  kind: Event
  lastTimestamp: "2026-04-16T14:26:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:26:00Z"
    name: isvc-pmml-predictor-5584ffd8c9-7llpg.18a6dc83926bb61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22473"
    uid: 918ce6da-9d86-4cb9-8120-3db76fa38a2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7llpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 429fa2ff-f6c2-4941-9b07-88bb8d71504d
  kind: Event
  lastTimestamp: "2026-04-16T14:26:04Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T14:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:26:04Z"
    name: isvc-pmml-predictor-5584ffd8c9-7llpg.18a6dc84921bb54a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22514"
    uid: ec317c5a-4b63-43e0-ad9c-15a631d63d01
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7llpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 429fa2ff-f6c2-4941-9b07-88bb8d71504d
  kind: Event
  lastTimestamp: "2026-04-16T14:26:12Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.149s (7.149s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:26:12Z"
    name: isvc-pmml-predictor-5584ffd8c9-7llpg.18a6dc863c459c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22566"
    uid: a35c6950-2df6-4dfa-b1d7-4e6e5de476b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7llpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 429fa2ff-f6c2-4941-9b07-88bb8d71504d
  kind: Event
  lastTimestamp: "2026-04-16T14:26:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:26:12Z"
    name: isvc-pmml-predictor-5584ffd8c9-7llpg.18a6dc86403fe840
    namespace: kserve-ci-e2e-test
    resourceVersion: "22568"
    uid: 71bc5d22-3064-449f-b029-0d5743b9dda1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7llpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 429fa2ff-f6c2-4941-9b07-88bb8d71504d
  kind: Event
  lastTimestamp: "2026-04-16T14:26:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:26:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:26:12Z"
    name: isvc-pmml-predictor-5584ffd8c9-7llpg.18a6dc8640c5794e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22569"
    uid: 9f3a1c11-736d-4f33-aeac-0b67deff7c6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7llpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 429fa2ff-f6c2-4941-9b07-88bb8d71504d
  kind: Event
  lastTimestamp: "2026-04-16T14:27:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:27:43Z"
    name: isvc-pmml-predictor-5584ffd8c9-7llpg.18a6dc86709def61
    namespace: kserve-ci-e2e-test
    resourceVersion: "23283"
    uid: 8f2f67ae-8dae-4950-8f9e-ccd77da0cba3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-7llpg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22453"
    uid: 429fa2ff-f6c2-4941-9b07-88bb8d71504d
  kind: Event
  lastTimestamp: "2026-04-16T14:27:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:27:41Z"
    name: isvc-pmml-predictor-5584ffd8c9-7llpg.18a6dc9af8f86a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "23225"
    uid: 099c31cc-9e60-4b65-a6ce-ec340ec1427d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: 54cae570-1273-46e3-9959-177a57fa075f
  kind: Event
  lastTimestamp: "2026-04-16T14:26:00Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-7llpg'
  metadata:
    creationTimestamp: "2026-04-16T14:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:26:00Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a6dc83737623d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22452"
    uid: 30694d94-a850-4685-ad34-b5d3ca1ad725
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22432"
    uid: 07ababde-f101-42da-b0ee-bb29146067c4
  kind: Event
  lastTimestamp: "2026-04-16T14:26:00Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:26:00Z"
    name: isvc-pmml-predictor.18a6dc836fb4f7c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22440"
    uid: 019b3f7d-99f8-4e69-b07d-0596d54879ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 0dca8443-3862-4c15-b4b8-59be7ed17998
  kind: Event
  lastTimestamp: "2026-04-16T14:27:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:27:00Z"
    name: isvc-pmml-predictor.18a6dc86ee7f8483
    namespace: kserve-ci-e2e-test
    resourceVersion: "22905"
    uid: d2f1687c-d8e6-4359-8cf3-f3ecc1d5e9d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 0dca8443-3862-4c15-b4b8-59be7ed17998
  kind: Event
  lastTimestamp: "2026-04-16T14:27:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:27:00Z"
    name: isvc-pmml-predictor.18a6dc86eeeaadaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22906"
    uid: 47a12cff-34cc-4969-9c60-f9ab1223c636
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22595"
    uid: 0dca8443-3862-4c15-b4b8-59be7ed17998
  kind: Event
  lastTimestamp: "2026-04-16T14:27:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:27:30Z"
    name: isvc-pmml-predictor.18a6dc94eb5bd6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: c5ba04ce-f103-413a-b5c8-000417cc1f72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22595"
    uid: 0dca8443-3862-4c15-b4b8-59be7ed17998
  kind: Event
  lastTimestamp: "2026-04-16T14:27:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:27:30Z"
    name: isvc-pmml-predictor.18a6dc94ebae86d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: 72e28824-7948-4f0c-bb15-2dc259c5c79d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:27:41.303598Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23241"
    uid: 302acc2d-6069-4ecc-a4bf-d7e5275c0c03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:27:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:27:41Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b.18a6dc9afee31046
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: 0d3b3f8f-e869-400e-8cc8-e377055e1083
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 302acc2d-6069-4ecc-a4bf-d7e5275c0c03
  kind: Event
  lastTimestamp: "2026-04-16T14:27:41Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:27:41Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b.18a6dc9b17c27b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: 8efb4caf-f8c9-48fd-a387-3b5feda1c567
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 302acc2d-6069-4ecc-a4bf-d7e5275c0c03
  kind: Event
  lastTimestamp: "2026-04-16T14:27:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:27:41Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b.18a6dc9b18f16722
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: f7a298f5-6259-49f1-8120-9f75c3f18f4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 302acc2d-6069-4ecc-a4bf-d7e5275c0c03
  kind: Event
  lastTimestamp: "2026-04-16T14:27:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:27:41Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b.18a6dc9b1c1bc708
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 67ab8d5a-7a03-4e29-915d-1e6aea9d36fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 302acc2d-6069-4ecc-a4bf-d7e5275c0c03
  kind: Event
  lastTimestamp: "2026-04-16T14:27:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:27:41Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b.18a6dc9b1c8fc4be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23267"
    uid: ee545aaf-94be-4d61-a2a1-207a5c7e8211
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 302acc2d-6069-4ecc-a4bf-d7e5275c0c03
  kind: Event
  lastTimestamp: "2026-04-16T14:27:46Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:27:46Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b.18a6dc9c27bba716
    namespace: kserve-ci-e2e-test
    resourceVersion: "23311"
    uid: 00a5ee5f-09b4-4c6c-b1ae-8271e1d7d6d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 302acc2d-6069-4ecc-a4bf-d7e5275c0c03
  kind: Event
  lastTimestamp: "2026-04-16T14:27:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:27:46Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b.18a6dc9c2a92c72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23315"
    uid: 90c5022f-5f9b-4331-8c1d-fad80cb99171
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 302acc2d-6069-4ecc-a4bf-d7e5275c0c03
  kind: Event
  lastTimestamp: "2026-04-16T14:27:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:27:46Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b.18a6dc9c2b022ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23316"
    uid: ccf1fd59-4a20-4349-84c9-068cf5a864b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 302acc2d-6069-4ecc-a4bf-d7e5275c0c03
  kind: Event
  lastTimestamp: "2026-04-16T14:28:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:28:58Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b.18a6dc9c63b284df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23818"
    uid: 1530f1aa-8d50-44cb-8f03-392294d7bb8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 302acc2d-6069-4ecc-a4bf-d7e5275c0c03
  kind: Event
  lastTimestamp: "2026-04-16T14:29:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:29:12Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b.18a6dcb034283d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23953"
    uid: 584273fb-a6ee-457b-8a71-87f662e698b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 302acc2d-6069-4ecc-a4bf-d7e5275c0c03
  kind: Event
  lastTimestamp: "2026-04-16T14:29:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-04-16T14:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:29:17Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-llq4b.18a6dcb151d8640a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24033"
    uid: eaaf61d8-8452-4196-873f-63bdf8833cdc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: 4737099b-7758-4fdc-83b7-5f9870f22094
  kind: Event
  lastTimestamp: "2026-04-16T14:27:41Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-llq4b'
  metadata:
    creationTimestamp: "2026-04-16T14:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:27:41Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a6dc9afe8d16a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23244"
    uid: 4f514311-c719-4a27-8c6f-23d620bff6c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23227"
    uid: a375e4e7-0db6-4851-9eb4-30f4dcf45c26
  kind: Event
  lastTimestamp: "2026-04-16T14:27:41Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T14:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:27:41Z"
    name: isvc-pmml-runtime-predictor.18a6dc9af9e5ac6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23231"
    uid: b827cf58-72d3-47c0-8bc9-a2c159650502
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23228"
    uid: f4fb1562-3a70-4749-9f36-38dafa413193
  kind: Event
  lastTimestamp: "2026-04-16T14:27:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:27:56Z"
    name: isvc-pmml-runtime-predictor.18a6dc9e78d0261e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23384"
    uid: 83dc1a14-4d6a-4429-b94d-2760185dc39f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23228"
    uid: f4fb1562-3a70-4749-9f36-38dafa413193
  kind: Event
  lastTimestamp: "2026-04-16T14:27:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:27:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:27:56Z"
    name: isvc-pmml-runtime-predictor.18a6dc9e793597e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23385"
    uid: 15c5eaa8-49a9-4468-93da-88f3c4f3b02e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T14:28:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23383"
    uid: f4fb1562-3a70-4749-9f36-38dafa413193
  kind: Event
  lastTimestamp: "2026-04-16T14:29:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:29:11Z"
    name: isvc-pmml-runtime-predictor.18a6dca1f7fd67da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: 80681892-be7b-42e1-939b-cbbc9c8c3412
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T14:28:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23383"
    uid: f4fb1562-3a70-4749-9f36-38dafa413193
  kind: Event
  lastTimestamp: "2026-04-16T14:29:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:29:11Z"
    name: isvc-pmml-runtime-predictor.18a6dca1f862a3cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 5fbc4aad-29b8-4a0c-a00c-3dfa47c422a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23202"
    uid: 9a5e75bc-602f-4642-b29a-18590364c010
  kind: Event
  lastTimestamp: "2026-04-16T14:29:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:29:06Z"
    name: isvc-pmml-runtime.18a6dc9af9c21a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "23887"
    uid: 578afb66-1212-4f65-86ab-fe7b9f322afb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23202"
    uid: 9a5e75bc-602f-4642-b29a-18590364c010
  kind: Event
  lastTimestamp: "2026-04-16T14:27:41Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:27:41Z"
    name: isvc-pmml-runtime.18a6dc9afa49f811
    namespace: kserve-ci-e2e-test
    resourceVersion: "23233"
    uid: 11e93467-a112-42f7-b953-07e25553166a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: 9a5e75bc-602f-4642-b29a-18590364c010
  kind: Event
  lastTimestamp: "2026-04-16T14:29:06Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:29:06Z"
    name: isvc-pmml-runtime.18a6dcaec670e6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23885"
    uid: 901bbf08-ea7f-4d51-86a0-6ccc098894c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:29:12.498114Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: b320eded-5563-4037-ae7a-05c7b32c31f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:29:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:29:12Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg.18a6dcb03a80e64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: af740f63-0d08-45d3-8710-23de5c927e98
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23981"
    uid: b320eded-5563-4037-ae7a-05c7b32c31f9
  kind: Event
  lastTimestamp: "2026-04-16T14:29:12Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:29:12Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg.18a6dcb05428695f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 7c08340d-deba-4176-b2d7-bd5edeed9017
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: b320eded-5563-4037-ae7a-05c7b32c31f9
  kind: Event
  lastTimestamp: "2026-04-16T14:29:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:29:12Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg.18a6dcb05593e2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 92cca5aa-0793-4f9a-a774-7fb4cee2cf07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: b320eded-5563-4037-ae7a-05c7b32c31f9
  kind: Event
  lastTimestamp: "2026-04-16T14:29:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:29:13Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg.18a6dcb058a471b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: f91fce1a-c9ce-45c1-91aa-00ac83a76c57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: b320eded-5563-4037-ae7a-05c7b32c31f9
  kind: Event
  lastTimestamp: "2026-04-16T14:29:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:29:13Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg.18a6dcb0591706a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: 5ccb6163-840b-4f75-9258-5fa272e33de1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: b320eded-5563-4037-ae7a-05c7b32c31f9
  kind: Event
  lastTimestamp: "2026-04-16T14:29:17Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:29:17Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg.18a6dcb167ee555e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24036"
    uid: a01f59a7-4d0a-48cb-a9af-592b7c065ffa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: b320eded-5563-4037-ae7a-05c7b32c31f9
  kind: Event
  lastTimestamp: "2026-04-16T14:29:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:29:17Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg.18a6dcb16b00a5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24039"
    uid: 27d293c0-e0b8-447e-8df9-d69869b46ee6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: b320eded-5563-4037-ae7a-05c7b32c31f9
  kind: Event
  lastTimestamp: "2026-04-16T14:29:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:29:17Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg.18a6dcb16b71ea1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24040"
    uid: dc7b16d8-073f-4054-9322-b27ff71d8aff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: b320eded-5563-4037-ae7a-05c7b32c31f9
  kind: Event
  lastTimestamp: "2026-04-16T14:30:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:30:29Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg.18a6dcb1a3e4c707
    namespace: kserve-ci-e2e-test
    resourceVersion: "24551"
    uid: 69fa21ec-57a2-4014-a412-12db134898ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: b320eded-5563-4037-ae7a-05c7b32c31f9
  kind: Event
  lastTimestamp: "2026-04-16T14:30:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:30:43Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg.18a6dcc56adcf3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24686"
    uid: 0de51274-5c8c-4435-a54a-d5c6598c30f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23959"
    uid: 1857564a-06f8-4f63-8986-aedfadbcbe7f
  kind: Event
  lastTimestamp: "2026-04-16T14:29:12Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-6rdcg'
  metadata:
    creationTimestamp: "2026-04-16T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:29:12Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a6dcb039ed1c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: 561eec2a-61f1-4e20-82fc-0e32f3ff848d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23957"
    uid: 64b42094-52d4-44d7-9079-8c03f8e59e23
  kind: Event
  lastTimestamp: "2026-04-16T14:29:12Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:29:12Z"
    name: isvc-pmml-v2-kserve-predictor.18a6dcb035800bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23960"
    uid: 063d1a85-2718-462a-ac26-8f8e7dc59580
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23958"
    uid: d96b0a3b-f3df-4817-85d7-54b054a1f5ad
  kind: Event
  lastTimestamp: "2026-04-16T14:29:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:29:57Z"
    name: isvc-pmml-v2-kserve-predictor.18a6dcb3b4de963f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 0a45c127-d734-4d81-992b-d16d70c43ffd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23958"
    uid: d96b0a3b-f3df-4817-85d7-54b054a1f5ad
  kind: Event
  lastTimestamp: "2026-04-16T14:29:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:29:57Z"
    name: isvc-pmml-v2-kserve-predictor.18a6dcb3b569073f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24330"
    uid: 3b8f62f1-840c-4cb8-a593-4f4a4d752ade
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24116"
    uid: d96b0a3b-f3df-4817-85d7-54b054a1f5ad
  kind: Event
  lastTimestamp: "2026-04-16T14:30:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:30:42Z"
    name: isvc-pmml-v2-kserve-predictor.18a6dcbe32d67108
    namespace: kserve-ci-e2e-test
    resourceVersion: "24647"
    uid: d742d396-fa67-4a4e-af7d-3554e65b48b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24116"
    uid: d96b0a3b-f3df-4817-85d7-54b054a1f5ad
  kind: Event
  lastTimestamp: "2026-04-16T14:30:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:30:42Z"
    name: isvc-pmml-v2-kserve-predictor.18a6dcbe339101e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24648"
    uid: 39ea7fa8-9220-478b-8366-a634e7d44312
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23932"
    uid: 9758321c-2353-4076-905c-8249c674a7f4
  kind: Event
  lastTimestamp: "2026-04-16T14:30:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:30:39Z"
    name: isvc-pmml-v2-kserve.18a6dcb035878fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24629"
    uid: 6043e432-baac-473a-89d3-fca4f2021677
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:29:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23932"
    uid: 9758321c-2353-4076-905c-8249c674a7f4
  kind: Event
  lastTimestamp: "2026-04-16T14:29:12Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:29:12Z"
    name: isvc-pmml-v2-kserve.18a6dcb036141f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 9b1f3e18-4d05-44d1-bfe2-8dc30cb0dad7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24627"
    uid: 9758321c-2353-4076-905c-8249c674a7f4
  kind: Event
  lastTimestamp: "2026-04-16T14:30:39Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:30:39Z"
    name: isvc-pmml-v2-kserve.18a6dcc484893e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "24628"
    uid: 2c8b05b1-40e9-42ce-b559-6f7c43734a8f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 7ca08a5e-b4ca-42d8-bd89-a974728e5e1a
  kind: Event
  lastTimestamp: "2026-04-16T14:27:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:27:33Z"
    name: isvc-pmml.18a6dc836f8ee6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23146"
    uid: 1f8e3d41-02d4-43df-885e-c16879305d11
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 7ca08a5e-b4ca-42d8-bd89-a974728e5e1a
  kind: Event
  lastTimestamp: "2026-04-16T14:26:00Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:26:00Z"
    name: isvc-pmml.18a6dc837000027f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22443"
    uid: f96bfad6-faed-460d-b354-90e6423a6d1c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:27:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "23144"
    uid: 7ca08a5e-b4ca-42d8-bd89-a974728e5e1a
  kind: Event
  lastTimestamp: "2026-04-16T14:27:33Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:27:33Z"
    name: isvc-pmml.18a6dc991ee622bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23145"
    uid: 042b7607-418d-4cca-8853-b77129555aa2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:35:52.569453Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27583"
    uid: 03d07a4a-a61f-41fe-9a55-66aeebd58364
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-4qg25
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:35:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:35:52Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25.18a6dd0d609d0c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "27590"
    uid: 324a3ea8-1c26-4201-a9fd-0ddaea2df4e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27595"
    uid: 03d07a4a-a61f-41fe-9a55-66aeebd58364
  kind: Event
  lastTimestamp: "2026-04-16T14:35:52Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:35:52Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25.18a6dd0d7986ceb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27604"
    uid: f50069a4-da70-48a9-86e6-29ed2ef28493
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 03d07a4a-a61f-41fe-9a55-66aeebd58364
  kind: Event
  lastTimestamp: "2026-04-16T14:35:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:35:53Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25.18a6dd0d7ad5efc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27606"
    uid: 1ce6d503-51d2-483c-a102-12ff0cee222e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 03d07a4a-a61f-41fe-9a55-66aeebd58364
  kind: Event
  lastTimestamp: "2026-04-16T14:35:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:35:53Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25.18a6dd0d7decd2a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27608"
    uid: 18478ab6-74e5-468d-8426-324152673536
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 03d07a4a-a61f-41fe-9a55-66aeebd58364
  kind: Event
  lastTimestamp: "2026-04-16T14:35:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:35:53Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25.18a6dd0d7e5c71b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27609"
    uid: 13393476-1f7b-4185-9a2c-2034d7b0cbb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 03d07a4a-a61f-41fe-9a55-66aeebd58364
  kind: Event
  lastTimestamp: "2026-04-16T14:35:57Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:35:57Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25.18a6dd0e967d5cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: a2d92984-5497-4336-b217-5e845a8f75db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 03d07a4a-a61f-41fe-9a55-66aeebd58364
  kind: Event
  lastTimestamp: "2026-04-16T14:35:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:35:57Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25.18a6dd0e99c57f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27659"
    uid: 466027d9-cc27-4ba3-90dc-c00880947dc3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 03d07a4a-a61f-41fe-9a55-66aeebd58364
  kind: Event
  lastTimestamp: "2026-04-16T14:35:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:35:57Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25.18a6dd0e9a371187
    namespace: kserve-ci-e2e-test
    resourceVersion: "27660"
    uid: 04da4fe2-3b09-4f24-9fc4-fae1467d5460
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 03d07a4a-a61f-41fe-9a55-66aeebd58364
  kind: Event
  lastTimestamp: "2026-04-16T14:37:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:37:25Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25.18a6dd0ed287e121
    namespace: kserve-ci-e2e-test
    resourceVersion: "28352"
    uid: 886c48e2-3a96-405b-af9c-04c52218de3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 03d07a4a-a61f-41fe-9a55-66aeebd58364
  kind: Event
  lastTimestamp: "2026-04-16T14:37:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:37:22Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-4qg25.18a6dd225e922515
    namespace: kserve-ci-e2e-test
    resourceVersion: "28301"
    uid: d58d03d4-a593-49fe-84cd-546cf0632081
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27571"
    uid: b7a4a3bf-e8bf-47ae-bd0b-2e29993f1150
  kind: Event
  lastTimestamp: "2026-04-16T14:35:52Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-4qg25'
  metadata:
    creationTimestamp: "2026-04-16T14:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:35:52Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a6dd0d6009df9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27584"
    uid: 39c978f4-c490-489c-979d-8754488e67c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: 67556876-ef6f-4c19-9d86-a9dce93499a7
  kind: Event
  lastTimestamp: "2026-04-16T14:35:52Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:35:52Z"
    name: isvc-predictive-lightgbm-predictor.18a6dd0d5bf77f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "27573"
    uid: 69bff996-1cba-4a02-a70a-82e0a3db1c2f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:36:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: a72de331-1ae2-4b5e-afcf-ce640341fb7f
  kind: Event
  lastTimestamp: "2026-04-16T14:36:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:36:07Z"
    name: isvc-predictive-lightgbm-predictor.18a6dd10dafa69ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27729"
    uid: 1641f3d8-25e7-4a06-a549-3a9525fbd1cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:36:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: a72de331-1ae2-4b5e-afcf-ce640341fb7f
  kind: Event
  lastTimestamp: "2026-04-16T14:36:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:36:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:36:07Z"
    name: isvc-predictive-lightgbm-predictor.18a6dd10db647955
    namespace: kserve-ci-e2e-test
    resourceVersion: "27730"
    uid: 4b737765-ccc7-4900-8de4-5e80afa0de95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T14:36:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27728"
    uid: a72de331-1ae2-4b5e-afcf-ce640341fb7f
  kind: Event
  lastTimestamp: "2026-04-16T14:37:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:37:22Z"
    name: isvc-predictive-lightgbm-predictor.18a6dd145a52c2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28267"
    uid: 16e87ff2-b4e6-45e6-9090-641c626b0e71
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T14:36:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27728"
    uid: a72de331-1ae2-4b5e-afcf-ce640341fb7f
  kind: Event
  lastTimestamp: "2026-04-16T14:37:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:37:22Z"
    name: isvc-predictive-lightgbm-predictor.18a6dd145ab6b421
    namespace: kserve-ci-e2e-test
    resourceVersion: "28268"
    uid: e9b8ca78-d786-4bd7-8e67-639e40a10225
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:40:23.231305Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29760"
    uid: 3484c28b-960a-4e3a-be84-e0270f6409fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:40:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:40:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5.18a6dd4c65513295
    namespace: kserve-ci-e2e-test
    resourceVersion: "29766"
    uid: acde59c2-95df-4829-857e-e212ca0b07ee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29771"
    uid: 3484c28b-960a-4e3a-be84-e0270f6409fb
  kind: Event
  lastTimestamp: "2026-04-16T14:40:23Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:40:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5.18a6dd4c7e42de15
    namespace: kserve-ci-e2e-test
    resourceVersion: "29779"
    uid: 0987537b-58fc-4c68-861f-7e3bc76e0db8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: 3484c28b-960a-4e3a-be84-e0270f6409fb
  kind: Event
  lastTimestamp: "2026-04-16T14:40:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:40:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5.18a6dd4c7f76e04d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29781"
    uid: adabbf1c-9cc4-4b1e-b6a9-4ac01634c443
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: 3484c28b-960a-4e3a-be84-e0270f6409fb
  kind: Event
  lastTimestamp: "2026-04-16T14:40:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:40:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5.18a6dd4c829471cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29784"
    uid: 9758062f-1cc3-4528-a393-d7eeae4d1a57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: 3484c28b-960a-4e3a-be84-e0270f6409fb
  kind: Event
  lastTimestamp: "2026-04-16T14:40:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:40:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5.18a6dd4c830a42e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29785"
    uid: fbcceebd-7ae7-4380-a980-89b03ee01608
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: 3484c28b-960a-4e3a-be84-e0270f6409fb
  kind: Event
  lastTimestamp: "2026-04-16T14:40:27Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:40:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5.18a6dd4d683daa51
    namespace: kserve-ci-e2e-test
    resourceVersion: "29814"
    uid: 77ec2f94-1577-464c-8735-5c09e75fa32d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: 3484c28b-960a-4e3a-be84-e0270f6409fb
  kind: Event
  lastTimestamp: "2026-04-16T14:40:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:40:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5.18a6dd4d6bc0cea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29818"
    uid: 9f28564b-487c-490b-9798-ad7d2e3b6136
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: 3484c28b-960a-4e3a-be84-e0270f6409fb
  kind: Event
  lastTimestamp: "2026-04-16T14:40:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:40:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:40:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5.18a6dd4d6c34c503
    namespace: kserve-ci-e2e-test
    resourceVersion: "29820"
    uid: 7daad55d-4a7e-430f-ac78-f9524154e202
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: 3484c28b-960a-4e3a-be84-e0270f6409fb
  kind: Event
  lastTimestamp: "2026-04-16T14:41:57Z"
  message: 'Readiness probe failed: Get "http://10.133.0.49:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T14:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:41:57Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5.18a6dd54dc3c3100
    namespace: kserve-ci-e2e-test
    resourceVersion: "30597"
    uid: f00906c3-74a3-481c-82cd-8a3cafd016e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29762"
    uid: 3484c28b-960a-4e3a-be84-e0270f6409fb
  kind: Event
  lastTimestamp: "2026-04-16T14:41:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:41:53Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5.18a6dd616053bbee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30484"
    uid: d337c45b-c065-4a79-bb63-f8658c161b3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29744"
    uid: 446b05c9-22b3-44ed-8250-5137c37a2c96
  kind: Event
  lastTimestamp: "2026-04-16T14:40:23Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-jrtc5'
  metadata:
    creationTimestamp: "2026-04-16T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:40:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a6dd4c64ca9a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29761"
    uid: 387894b7-b10a-42ea-981a-13aa3db1a318
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29742"
    uid: 0ceab1a2-724d-4098-ba3d-cfd438df4854
  kind: Event
  lastTimestamp: "2026-04-16T14:40:23Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:40:23Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6dd4c60161188
    namespace: kserve-ci-e2e-test
    resourceVersion: "29748"
    uid: 06b214b6-e9c6-48ea-8650-361e76fb7d83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29743"
    uid: d108ce13-7f0e-4fce-a2bb-3fa9c40d2367
  kind: Event
  lastTimestamp: "2026-04-16T14:40:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:40:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6dd4fdefee71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30011"
    uid: 72ffbd82-1a03-4c24-a47b-a171594ff05a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29743"
    uid: d108ce13-7f0e-4fce-a2bb-3fa9c40d2367
  kind: Event
  lastTimestamp: "2026-04-16T14:40:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:40:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6dd4fdf64e1dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30012"
    uid: 150044b5-3fa9-439e-b6e7-51876500f149
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: d108ce13-7f0e-4fce-a2bb-3fa9c40d2367
  kind: Event
  lastTimestamp: "2026-04-16T14:41:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:41:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6dd56ddaa69a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: 8591d7af-c2a4-47ad-b8fc-7af84939b9e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: d108ce13-7f0e-4fce-a2bb-3fa9c40d2367
  kind: Event
  lastTimestamp: "2026-04-16T14:41:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:41:53Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6dd56de18ab0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: 3ff7e34b-bee9-4fad-8225-77320f8a645f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29721"
    uid: b602073d-e5a4-47b7-8764-b0ff950b5cec
  kind: Event
  lastTimestamp: "2026-04-16T14:41:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:41:47Z"
    name: isvc-predictive-lightgbm-v2.18a6dd4c5ff1c1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30412"
    uid: fa4d31cf-7f05-417e-9f74-358e53215fa4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29721"
    uid: b602073d-e5a4-47b7-8764-b0ff950b5cec
  kind: Event
  lastTimestamp: "2026-04-16T14:40:23Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:40:23Z"
    name: isvc-predictive-lightgbm-v2.18a6dd4c60a26b6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 79f66bb9-1155-43f4-82d5-f8a99d6bd441
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30410"
    uid: b602073d-e5a4-47b7-8764-b0ff950b5cec
  kind: Event
  lastTimestamp: "2026-04-16T14:41:47Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:41:47Z"
    name: isvc-predictive-lightgbm-v2.18a6dd5ff6844264
    namespace: kserve-ci-e2e-test
    resourceVersion: "30411"
    uid: 5656c48e-0069-47dd-9e8a-6f1cfdbd96a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27544"
    uid: 23d7fbb7-9cb7-4ed0-b926-1eedbd5a46a0
  kind: Event
  lastTimestamp: "2026-04-16T14:37:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:37:15Z"
    name: isvc-predictive-lightgbm.18a6dd0d5bd83cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 7b880327-5669-41c8-983a-d8b09a751967
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27544"
    uid: 23d7fbb7-9cb7-4ed0-b926-1eedbd5a46a0
  kind: Event
  lastTimestamp: "2026-04-16T14:35:52Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:35:52Z"
    name: isvc-predictive-lightgbm.18a6dd0d5c30ea21
    namespace: kserve-ci-e2e-test
    resourceVersion: "27592"
    uid: f496f171-417f-4ef9-9a52-c078ad6139af
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27558"
    uid: 23d7fbb7-9cb7-4ed0-b926-1eedbd5a46a0
  kind: Event
  lastTimestamp: "2026-04-16T14:35:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:35:52Z"
    name: isvc-predictive-lightgbm.18a6dd0d60a64137
    namespace: kserve-ci-e2e-test
    resourceVersion: "27594"
    uid: b1295410-65db-4b8e-ba05-e0b5ef88a487
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28213"
    uid: 23d7fbb7-9cb7-4ed0-b926-1eedbd5a46a0
  kind: Event
  lastTimestamp: "2026-04-16T14:37:15Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:37:15Z"
    name: isvc-predictive-lightgbm.18a6dd20a4c57e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28215"
    uid: 52460357-325e-4b15-a0cb-8871caf565ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:32:32.110853Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: 5e9920ed-9f6e-4638-a10d-27ad62c29cdc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:32:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:32:32Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt.18a6dcdeb4598e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26010"
    uid: 220ed2cf-8819-4656-b5a7-c0333ce295ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: 5e9920ed-9f6e-4638-a10d-27ad62c29cdc
  kind: Event
  lastTimestamp: "2026-04-16T14:32:32Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:32:32Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt.18a6dcdecd835d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "26024"
    uid: d4dccdcc-db69-4d63-a68c-a7391ca6f1f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 5e9920ed-9f6e-4638-a10d-27ad62c29cdc
  kind: Event
  lastTimestamp: "2026-04-16T14:32:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:32Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt.18a6dcdeced7ef2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26026"
    uid: 6bd5fddd-d89a-41eb-8c3f-41e2e585762f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 5e9920ed-9f6e-4638-a10d-27ad62c29cdc
  kind: Event
  lastTimestamp: "2026-04-16T14:32:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:32Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt.18a6dcded242db76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: e91addfc-35d9-4815-a85b-6b28d815e512
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 5e9920ed-9f6e-4638-a10d-27ad62c29cdc
  kind: Event
  lastTimestamp: "2026-04-16T14:32:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:32Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt.18a6dcded2bad8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: ba6d779d-dae4-4a9e-977c-8bb81b076bc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 5e9920ed-9f6e-4638-a10d-27ad62c29cdc
  kind: Event
  lastTimestamp: "2026-04-16T14:32:37Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T14:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:37Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt.18a6dcdfe1b51f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "26067"
    uid: 4c2feae7-d32f-4f35-a365-2f5a70b7ebc1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 5e9920ed-9f6e-4638-a10d-27ad62c29cdc
  kind: Event
  lastTimestamp: "2026-04-16T14:32:56Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 19.558s
    (19.558s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:56Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt.18a6dce46f823232
    namespace: kserve-ci-e2e-test
    resourceVersion: "26210"
    uid: 5c2e764e-3f96-491a-8b3a-f63f20c9ac8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 5e9920ed-9f6e-4638-a10d-27ad62c29cdc
  kind: Event
  lastTimestamp: "2026-04-16T14:32:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:56Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt.18a6dce4739254fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26211"
    uid: 5feb129c-7b11-4baf-92fe-b53103c6b70a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 5e9920ed-9f6e-4638-a10d-27ad62c29cdc
  kind: Event
  lastTimestamp: "2026-04-16T14:32:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:56Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt.18a6dce47429b5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26212"
    uid: a930fe88-6952-4197-801e-c1a906f76c0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 5e9920ed-9f6e-4638-a10d-27ad62c29cdc
  kind: Event
  lastTimestamp: "2026-04-16T14:34:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:34:08Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt.18a6dce48e2bdab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26710"
    uid: 41641b89-cc92-48da-a952-831937306279
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "26005"
    uid: 5e9920ed-9f6e-4638-a10d-27ad62c29cdc
  kind: Event
  lastTimestamp: "2026-04-16T14:34:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:34:22Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt.18a6dcf8593200cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: e527f423-1d38-405a-b4c3-fc51fa6548f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "25993"
    uid: 0a895f8d-0346-40ab-b7ca-2398476ac952
  kind: Event
  lastTimestamp: "2026-04-16T14:32:32Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-f2tdt'
  metadata:
    creationTimestamp: "2026-04-16T14:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:32:32Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a6dcdeb3e204b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26007"
    uid: 21f3dd36-93bc-43da-a1f4-66d5d623d0e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25991"
    uid: 9b707bb3-487a-4e89-b02f-ad788ae96f96
  kind: Event
  lastTimestamp: "2026-04-16T14:32:32Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:32:32Z"
    name: isvc-predictive-sklearn-predictor.18a6dcdeaf7a8d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25995"
    uid: fc3d4504-064e-4c1b-81a1-8df6798626fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: 890a27ae-7564-43b5-93a5-56ed05a9c459
  kind: Event
  lastTimestamp: "2026-04-16T14:33:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:33:32Z"
    name: isvc-predictive-sklearn-predictor.18a6dce22eed602e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26460"
    uid: 40a7f1de-7079-4a11-a16b-905fd90e88c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: 890a27ae-7564-43b5-93a5-56ed05a9c459
  kind: Event
  lastTimestamp: "2026-04-16T14:33:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:33:32Z"
    name: isvc-predictive-sklearn-predictor.18a6dce22f889553
    namespace: kserve-ci-e2e-test
    resourceVersion: "26461"
    uid: 57fc472f-471b-4aec-9061-0fd1b2806548
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:33:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: 890a27ae-7564-43b5-93a5-56ed05a9c459
  kind: Event
  lastTimestamp: "2026-04-16T14:34:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:34:17Z"
    name: isvc-predictive-sklearn-predictor.18a6dcf02dcca9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26773"
    uid: 05a44bb0-9dda-4b42-8954-243309f63e67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:33:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26144"
    uid: 890a27ae-7564-43b5-93a5-56ed05a9c459
  kind: Event
  lastTimestamp: "2026-04-16T14:34:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:34:17Z"
    name: isvc-predictive-sklearn-predictor.18a6dcf02e8eb6b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26774"
    uid: faf4bcbf-57f0-43fa-b897-9dba2d508264
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:37:22.840473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 58784149-3c35-4341-87c1-ce711b04c3b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:37:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:37:22Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp.18a6dd22652fa261
    namespace: kserve-ci-e2e-test
    resourceVersion: "28318"
    uid: cd7ba313-4907-4362-bf0a-1a55132455d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28321"
    uid: 58784149-3c35-4341-87c1-ce711b04c3b1
  kind: Event
  lastTimestamp: "2026-04-16T14:37:23Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:37:23Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp.18a6dd227e6948cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28327"
    uid: ed009e28-3110-46f5-8e52-8f174bdab74a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: 58784149-3c35-4341-87c1-ce711b04c3b1
  kind: Event
  lastTimestamp: "2026-04-16T14:37:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:37:23Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp.18a6dd227fdc8915
    namespace: kserve-ci-e2e-test
    resourceVersion: "28329"
    uid: b990da7e-ad92-4896-bf24-27ecf327ba95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: 58784149-3c35-4341-87c1-ce711b04c3b1
  kind: Event
  lastTimestamp: "2026-04-16T14:37:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:37:23Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp.18a6dd22833125da
    namespace: kserve-ci-e2e-test
    resourceVersion: "28333"
    uid: dda98800-d670-41cb-96ea-58c85d0a945d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: 58784149-3c35-4341-87c1-ce711b04c3b1
  kind: Event
  lastTimestamp: "2026-04-16T14:37:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:37:23Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp.18a6dd2283a7d710
    namespace: kserve-ci-e2e-test
    resourceVersion: "28334"
    uid: 9ad25289-a303-4c52-9a6c-ccf5fcba11c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: 58784149-3c35-4341-87c1-ce711b04c3b1
  kind: Event
  lastTimestamp: "2026-04-16T14:37:27Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:37:27Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp.18a6dd235f541fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 65d8d045-0422-42fe-ac3d-a07bf0f14c59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: 58784149-3c35-4341-87c1-ce711b04c3b1
  kind: Event
  lastTimestamp: "2026-04-16T14:37:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:37:27Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp.18a6dd236281b449
    namespace: kserve-ci-e2e-test
    resourceVersion: "28372"
    uid: 3dc99d1c-994b-4528-b064-65e1d456a081
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: 58784149-3c35-4341-87c1-ce711b04c3b1
  kind: Event
  lastTimestamp: "2026-04-16T14:37:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:37:27Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp.18a6dd2362f7f9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28373"
    uid: 3ef2ca0b-9d38-4fa0-adc8-b25f3da9b38f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: 58784149-3c35-4341-87c1-ce711b04c3b1
  kind: Event
  lastTimestamp: "2026-04-16T14:38:39Z"
  message: 'Readiness probe failed: Get "http://10.133.0.47:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T14:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:38:39Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp.18a6dd2ad34d78a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28894"
    uid: a39eecb6-710a-4ee8-a999-096fd382f78c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28313"
    uid: 58784149-3c35-4341-87c1-ce711b04c3b1
  kind: Event
  lastTimestamp: "2026-04-16T14:38:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:38:52Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp.18a6dd375fc76d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "29031"
    uid: e50abac4-de58-4857-b985-ae7d386dda20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28296"
    uid: 57a1bdae-4b22-4db3-947c-3c41cf0911ee
  kind: Event
  lastTimestamp: "2026-04-16T14:37:22Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-bxzsp'
  metadata:
    creationTimestamp: "2026-04-16T14:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:37:22Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a6dd2264679642
    namespace: kserve-ci-e2e-test
    resourceVersion: "28316"
    uid: 50577e8d-4827-4fc1-8754-e636fcc46c7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 917893ee-c92b-4c3f-be4e-c10f003a6d86
  kind: Event
  lastTimestamp: "2026-04-16T14:37:22Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:37:22Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6dd225e2cbe0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: a9cc3788-ba69-43e6-80b6-490b5821a27a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28295"
    uid: 3b3f1438-7292-456c-aa8c-ac7c91c7ac83
  kind: Event
  lastTimestamp: "2026-04-16T14:37:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:37:37Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6dd25dd75ed4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28452"
    uid: b7cd6375-105e-4e3c-8148-0a3239077dd1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28295"
    uid: 3b3f1438-7292-456c-aa8c-ac7c91c7ac83
  kind: Event
  lastTimestamp: "2026-04-16T14:37:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:37:37Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6dd25ddee29db
    namespace: kserve-ci-e2e-test
    resourceVersion: "28454"
    uid: 57906933-c629-43df-be99-f698291d5eb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: 3b3f1438-7292-456c-aa8c-ac7c91c7ac83
  kind: Event
  lastTimestamp: "2026-04-16T14:38:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:38:52Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6dd295ca6491c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: e94c663a-5b04-4062-a7c7-d1afe6874b5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: 3b3f1438-7292-456c-aa8c-ac7c91c7ac83
  kind: Event
  lastTimestamp: "2026-04-16T14:38:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:38:52Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6dd295d131577
    namespace: kserve-ci-e2e-test
    resourceVersion: "29000"
    uid: e026e35c-2767-4598-a3b4-54c807d37f24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: 70d1c53a-766c-4481-bd16-64fd847211e7
  kind: Event
  lastTimestamp: "2026-04-16T14:38:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:38:48Z"
    name: isvc-predictive-sklearn-v2.18a6dd225e2c157d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28967"
    uid: 9f0f4100-302e-45db-bc19-c83e8b72064f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:37:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: 70d1c53a-766c-4481-bd16-64fd847211e7
  kind: Event
  lastTimestamp: "2026-04-16T14:37:22Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:37:22Z"
    name: isvc-predictive-sklearn-v2.18a6dd225ec9fe9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28302"
    uid: 4d990e0f-3dc7-486e-b077-e31c75db1b83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28965"
    uid: 70d1c53a-766c-4481-bd16-64fd847211e7
  kind: Event
  lastTimestamp: "2026-04-16T14:38:48Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:38:48Z"
    name: isvc-predictive-sklearn-v2.18a6dd36486529e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: 2c3a00fd-83db-4bfe-8ca0-648229d7c4a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25983"
    uid: 549c40ec-61ff-4c03-a491-fae18b9dc436
  kind: Event
  lastTimestamp: "2026-04-16T14:34:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:34:18Z"
    name: isvc-predictive-sklearn.18a6dcdeaf91269f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26788"
    uid: 3696a243-de69-4cd2-b1c9-4f44c1e899e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25983"
    uid: 549c40ec-61ff-4c03-a491-fae18b9dc436
  kind: Event
  lastTimestamp: "2026-04-16T14:32:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:32:32Z"
    name: isvc-predictive-sklearn.18a6dcdeb016b5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25998"
    uid: 7dcfb8d8-8977-4357-85ad-cdcabfda265e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: 549c40ec-61ff-4c03-a491-fae18b9dc436
  kind: Event
  lastTimestamp: "2026-04-16T14:34:18Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:34:18Z"
    name: isvc-predictive-sklearn.18a6dcf76e776130
    namespace: kserve-ci-e2e-test
    resourceVersion: "26787"
    uid: 6f02b757-720f-445b-b926-73039572daf1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:34:22.338173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26857"
    uid: 29fb0dc9-9bde-45dd-aeaf-bbdeba105f33
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-nps8n
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:34:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:34:22Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n.18a6dcf85e68fc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26863"
    uid: 5c006359-e416-468c-ab99-5ee612c91128
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26867"
    uid: 29fb0dc9-9bde-45dd-aeaf-bbdeba105f33
  kind: Event
  lastTimestamp: "2026-04-16T14:34:22Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:34:22Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n.18a6dcf8775fd451
    namespace: kserve-ci-e2e-test
    resourceVersion: "26875"
    uid: 6842dc5c-969c-49c7-8f95-a1bf277e022a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 29fb0dc9-9bde-45dd-aeaf-bbdeba105f33
  kind: Event
  lastTimestamp: "2026-04-16T14:34:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:34:22Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n.18a6dcf878cde102
    namespace: kserve-ci-e2e-test
    resourceVersion: "26877"
    uid: 9782ee50-aee8-4cfa-87a9-822d0125d373
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 29fb0dc9-9bde-45dd-aeaf-bbdeba105f33
  kind: Event
  lastTimestamp: "2026-04-16T14:34:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:34:22Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n.18a6dcf87bc8d588
    namespace: kserve-ci-e2e-test
    resourceVersion: "26879"
    uid: 7cfb59f2-bfd8-46e2-9e96-055d768a0954
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 29fb0dc9-9bde-45dd-aeaf-bbdeba105f33
  kind: Event
  lastTimestamp: "2026-04-16T14:34:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:34:22Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n.18a6dcf87c3bb96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26880"
    uid: 7f9c9071-b25d-4407-98f5-8359ce8ece36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 29fb0dc9-9bde-45dd-aeaf-bbdeba105f33
  kind: Event
  lastTimestamp: "2026-04-16T14:34:26Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:34:26Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n.18a6dcf95631f4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: d79ba9cf-83da-46f9-95a0-6420eda624f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 29fb0dc9-9bde-45dd-aeaf-bbdeba105f33
  kind: Event
  lastTimestamp: "2026-04-16T14:34:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:34:26Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n.18a6dcf959a6a630
    namespace: kserve-ci-e2e-test
    resourceVersion: "26915"
    uid: 85049836-7bb3-4066-9b3d-c67d14058e3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 29fb0dc9-9bde-45dd-aeaf-bbdeba105f33
  kind: Event
  lastTimestamp: "2026-04-16T14:34:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:34:26Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n.18a6dcf95a23239d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26916"
    uid: 1598e7dd-c981-4fcf-b0e8-96badb82b6e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 29fb0dc9-9bde-45dd-aeaf-bbdeba105f33
  kind: Event
  lastTimestamp: "2026-04-16T14:35:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:35:56Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n.18a6dcf9921f6b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27637"
    uid: 9e923708-5144-40fb-ab7e-1896028cdef2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: 29fb0dc9-9bde-45dd-aeaf-bbdeba105f33
  kind: Event
  lastTimestamp: "2026-04-16T14:35:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:35:52Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n.18a6dd0d5ac2ae62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27565"
    uid: 8d190606-90e0-4c14-9745-a369625dda83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: 0ba2f214-a4b8-4d6b-aa2d-05138dfb1007
  kind: Event
  lastTimestamp: "2026-04-16T14:34:22Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-nps8n'
  metadata:
    creationTimestamp: "2026-04-16T14:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:34:22Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a6dcf85dea9e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26858"
    uid: 920f5ba2-f88a-493c-84fa-6cc0cdde69c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: 9804d019-a519-4207-9f6c-e4959e2b315c
  kind: Event
  lastTimestamp: "2026-04-16T14:34:22Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:34:22Z"
    name: isvc-predictive-xgboost-predictor.18a6dcf8593e5791
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: ad24b4a5-6798-46cc-ba7e-475849b7f5ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: 96079347-a2df-4a59-b84c-0be0d0ae57f6
  kind: Event
  lastTimestamp: "2026-04-16T14:34:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:34:52Z"
    name: isvc-predictive-xgboost-predictor.18a6dcfbd82ad5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: eb88f387-f493-46f4-a696-1ecdbb56c77e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: 96079347-a2df-4a59-b84c-0be0d0ae57f6
  kind: Event
  lastTimestamp: "2026-04-16T14:34:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:34:52Z"
    name: isvc-predictive-xgboost-predictor.18a6dcfbd896c0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27104"
    uid: 50ccbb38-89bb-4547-ae6d-5905edfe8a07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26996"
    uid: 96079347-a2df-4a59-b84c-0be0d0ae57f6
  kind: Event
  lastTimestamp: "2026-04-16T14:35:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:35:52Z"
    name: isvc-predictive-xgboost-predictor.18a6dd02d6a2386e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: 3f010e2d-250c-46ec-9173-7576248b4437
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26996"
    uid: 96079347-a2df-4a59-b84c-0be0d0ae57f6
  kind: Event
  lastTimestamp: "2026-04-16T14:35:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:35:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:35:52Z"
    name: isvc-predictive-xgboost-predictor.18a6dd02d7092868
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 7bb8cc6d-79cc-4b35-bbf5-9b9e51690aae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:38:53.018287Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: 5a183179-7ec7-4316-9f6f-69ed5bb59961
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:38:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:38:53Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9.18a6dd376433cdf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29050"
    uid: adba67a0-4b1f-4f1f-a496-2f5f3c08b9c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29053"
    uid: 5a183179-7ec7-4316-9f6f-69ed5bb59961
  kind: Event
  lastTimestamp: "2026-04-16T14:38:53Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:38:53Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9.18a6dd377d484276
    namespace: kserve-ci-e2e-test
    resourceVersion: "29059"
    uid: e59efc30-481f-4603-8ab8-57ee5fe95dff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: 5a183179-7ec7-4316-9f6f-69ed5bb59961
  kind: Event
  lastTimestamp: "2026-04-16T14:38:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:38:53Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9.18a6dd377e85cb8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29061"
    uid: ad73f5fc-6a78-4639-b249-5087ff0355b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: 5a183179-7ec7-4316-9f6f-69ed5bb59961
  kind: Event
  lastTimestamp: "2026-04-16T14:38:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:38:53Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9.18a6dd3781a034ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29063"
    uid: ebbaf479-fcb6-4a51-aab4-29da41d2b41a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: 5a183179-7ec7-4316-9f6f-69ed5bb59961
  kind: Event
  lastTimestamp: "2026-04-16T14:38:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:38:53Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9.18a6dd3782145381
    namespace: kserve-ci-e2e-test
    resourceVersion: "29064"
    uid: 3a39ee27-71e7-4d7d-b840-c44e447ea892
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: 5a183179-7ec7-4316-9f6f-69ed5bb59961
  kind: Event
  lastTimestamp: "2026-04-16T14:38:58Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:38:58Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9.18a6dd389f609980
    namespace: kserve-ci-e2e-test
    resourceVersion: "29106"
    uid: dd668b19-8d90-45e5-ab96-ea97a82b5586
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: 5a183179-7ec7-4316-9f6f-69ed5bb59961
  kind: Event
  lastTimestamp: "2026-04-16T14:38:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:38:58Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9.18a6dd38a2798f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "29110"
    uid: c9b06727-3cda-4e91-9a65-ba52f974430b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: 5a183179-7ec7-4316-9f6f-69ed5bb59961
  kind: Event
  lastTimestamp: "2026-04-16T14:38:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:38:58Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9.18a6dd38a2ead85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29113"
    uid: 33e10f81-d975-4ae3-914a-50db4e1041d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T14:39:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: 5a183179-7ec7-4316-9f6f-69ed5bb59961
  kind: Event
  lastTimestamp: "2026-04-16T14:40:10Z"
  message: 'Readiness probe failed: Get "http://10.133.0.48:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T14:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:40:10Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9.18a6dd4013464dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29624"
    uid: ef442d69-13b9-49ca-a607-ad8411f7dcb6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29045"
    uid: 5a183179-7ec7-4316-9f6f-69ed5bb59961
  kind: Event
  lastTimestamp: "2026-04-16T14:40:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:40:23Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9.18a6dd4c60438549
    namespace: kserve-ci-e2e-test
    resourceVersion: "29750"
    uid: da0b3691-9910-4a9e-bb57-71d5abf25b29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29025"
    uid: 1fb5695a-a5e6-4f32-b812-abaaff8b5903
  kind: Event
  lastTimestamp: "2026-04-16T14:38:53Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-pf2q9'
  metadata:
    creationTimestamp: "2026-04-16T14:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:38:53Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a6dd3763cc355f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29044"
    uid: cd4bbc20-c463-4f90-b108-75a4d969bec3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29023"
    uid: 9603a66b-6365-436b-bc3d-4a395a355b1e
  kind: Event
  lastTimestamp: "2026-04-16T14:38:52Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:38:52Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6dd375f6dd3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29029"
    uid: 7d2c513e-9698-4f1e-b038-22e798ab5927
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29024"
    uid: 5642698c-5be9-4eed-9a99-8cabe5317e37
  kind: Event
  lastTimestamp: "2026-04-16T14:39:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:39:07Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6dd3ade647f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29182"
    uid: 2b23d88f-4656-472e-8f7d-434e31d00a65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29024"
    uid: 5642698c-5be9-4eed-9a99-8cabe5317e37
  kind: Event
  lastTimestamp: "2026-04-16T14:39:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:39:07Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6dd3adecea364
    namespace: kserve-ci-e2e-test
    resourceVersion: "29183"
    uid: 360bc04d-4d17-479c-9781-0e6293bf6e26
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T14:39:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29181"
    uid: 5642698c-5be9-4eed-9a99-8cabe5317e37
  kind: Event
  lastTimestamp: "2026-04-16T14:40:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:40:23Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6dd3e5d8b175d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29718"
    uid: d2aaad82-4962-4d2c-9aaa-8c5b3b031e40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T14:39:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29181"
    uid: 5642698c-5be9-4eed-9a99-8cabe5317e37
  kind: Event
  lastTimestamp: "2026-04-16T14:40:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:39:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:40:23Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6dd3e5df87846
    namespace: kserve-ci-e2e-test
    resourceVersion: "29719"
    uid: 04d3bda4-9c96-4c57-8629-68cf06b3623e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: 8e87d81a-5f09-43b1-85d0-d9e5ec929b1e
  kind: Event
  lastTimestamp: "2026-04-16T14:40:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:40:20Z"
    name: isvc-predictive-xgboost-v2.18a6dd375f60cdf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29700"
    uid: d672b422-165a-47d6-92b6-1009ee46d85d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29001"
    uid: 8e87d81a-5f09-43b1-85d0-d9e5ec929b1e
  kind: Event
  lastTimestamp: "2026-04-16T14:38:53Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:38:53Z"
    name: isvc-predictive-xgboost-v2.18a6dd375ff1d303
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: 45c22ecc-4bf6-4ac6-a7ef-20ab7bad9f2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:38:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29016"
    uid: 8e87d81a-5f09-43b1-85d0-d9e5ec929b1e
  kind: Event
  lastTimestamp: "2026-04-16T14:38:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:38:53Z"
    name: isvc-predictive-xgboost-v2.18a6dd37645b2f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29054"
    uid: 9dd5bb0b-ae11-4538-ac9e-a9d1dea13e0e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:40:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29698"
    uid: 8e87d81a-5f09-43b1-85d0-d9e5ec929b1e
  kind: Event
  lastTimestamp: "2026-04-16T14:40:20Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:40:20Z"
    name: isvc-predictive-xgboost-v2.18a6dd4bbbedfc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "29699"
    uid: 3b30a586-de43-44b6-b091-10359f99423a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 06d476d6-6bc1-4dcb-b69b-ec9e9701f43b
  kind: Event
  lastTimestamp: "2026-04-16T14:35:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:35:46Z"
    name: isvc-predictive-xgboost.18a6dcf859212cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27500"
    uid: e7683556-e64f-48b4-a416-c84380bdb153
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:34:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26818"
    uid: 06d476d6-6bc1-4dcb-b69b-ec9e9701f43b
  kind: Event
  lastTimestamp: "2026-04-16T14:34:22Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:34:22Z"
    name: isvc-predictive-xgboost.18a6dcf859e01cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "26849"
    uid: dbef74bd-9d9e-49d7-a0e2-22c7886471b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:35:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 06d476d6-6bc1-4dcb-b69b-ec9e9701f43b
  kind: Event
  lastTimestamp: "2026-04-16T14:35:46Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:35:46Z"
    name: isvc-predictive-xgboost.18a6dd0be8f8f7bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 44141950-fa84-4af4-b01b-5d7665c3d0a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:30:43.599084Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24697"
    uid: 4a043422-6632-47b6-8ef5-c26d042416c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a95785-predictor-6d466dc878-8wsz2
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:30:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:30:43Z"
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2.18a6dcc5708b74f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24702"
    uid: 59de5669-0050-4c70-9c58-2fb1327eed08
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24707"
    uid: 4a043422-6632-47b6-8ef5-c26d042416c2
  kind: Event
  lastTimestamp: "2026-04-16T14:30:44Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:30:44Z"
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2.18a6dcc589375425
    namespace: kserve-ci-e2e-test
    resourceVersion: "24713"
    uid: d4738fd1-a670-4dd5-8c62-2eeec7d58d64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 4a043422-6632-47b6-8ef5-c26d042416c2
  kind: Event
  lastTimestamp: "2026-04-16T14:30:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:30:44Z"
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2.18a6dcc58a82668c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: aa753933-21d4-493c-a93b-3573431db2ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 4a043422-6632-47b6-8ef5-c26d042416c2
  kind: Event
  lastTimestamp: "2026-04-16T14:30:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:30:44Z"
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2.18a6dcc58d60681c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24717"
    uid: 3ccf382f-7e39-4a26-a483-fda1625839cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 4a043422-6632-47b6-8ef5-c26d042416c2
  kind: Event
  lastTimestamp: "2026-04-16T14:30:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:30:44Z"
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2.18a6dcc58dd2a502
    namespace: kserve-ci-e2e-test
    resourceVersion: "24718"
    uid: d6d503a7-2f4d-43a5-ab53-a04f65242a68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 4a043422-6632-47b6-8ef5-c26d042416c2
  kind: Event
  lastTimestamp: "2026-04-16T14:30:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:30:48Z"
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2.18a6dcc6a8288b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24764"
    uid: 220ac8e4-ed3d-4352-a020-55d9d79366c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 4a043422-6632-47b6-8ef5-c26d042416c2
  kind: Event
  lastTimestamp: "2026-04-16T14:30:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:30:48Z"
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2.18a6dcc6aaec2054
    namespace: kserve-ci-e2e-test
    resourceVersion: "24768"
    uid: 31723c07-bad7-421a-b185-726088c1e53c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 4a043422-6632-47b6-8ef5-c26d042416c2
  kind: Event
  lastTimestamp: "2026-04-16T14:30:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:30:48Z"
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2.18a6dcc6ab60c0cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24769"
    uid: ef03e622-a32c-4076-84ae-af5d57cb8949
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 4a043422-6632-47b6-8ef5-c26d042416c2
  kind: Event
  lastTimestamp: "2026-04-16T14:31:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:31:50Z"
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2.18a6dcc6e4212f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: ba2a07cc-1019-4315-a451-dda850a3dcd2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24699"
    uid: 4a043422-6632-47b6-8ef5-c26d042416c2
  kind: Event
  lastTimestamp: "2026-04-16T14:32:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:21Z"
    name: isvc-primary-a95785-predictor-6d466dc878-8wsz2.18a6dcdc57ca9fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25847"
    uid: 1db6cadd-62f4-4809-b20a-8682b07967b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a95785-predictor-6d466dc878
    namespace: kserve-ci-e2e-test
    resourceVersion: "24685"
    uid: 264ca041-d8e0-4e58-a5af-d52fec7cd7c4
  kind: Event
  lastTimestamp: "2026-04-16T14:30:43Z"
  message: 'Created pod: isvc-primary-a95785-predictor-6d466dc878-8wsz2'
  metadata:
    creationTimestamp: "2026-04-16T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:30:43Z"
    name: isvc-primary-a95785-predictor-6d466dc878.18a6dcc56ffa8557
    namespace: kserve-ci-e2e-test
    resourceVersion: "24698"
    uid: dfe65e1d-6838-421d-8766-98f07724f133
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a95785-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24681"
    uid: 3049261d-053d-42e6-b133-3d2c363be3fa
  kind: Event
  lastTimestamp: "2026-04-16T14:30:43Z"
  message: Scaled up replica set isvc-primary-a95785-predictor-6d466dc878 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:30:43Z"
    name: isvc-primary-a95785-predictor.18a6dcc56b1ea52a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24688"
    uid: 9cfc3e0e-f69f-4805-84e5-7a21a963470b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a95785-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24684"
    uid: ef8de40d-612e-435b-a8a0-377dea322d1e
  kind: Event
  lastTimestamp: "2026-04-16T14:31:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:31:28Z"
    name: isvc-primary-a95785-predictor.18a6dcc8ea31f6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25332"
    uid: 9c1e8922-7152-4700-a29f-9fc17f7dd670
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a95785-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24684"
    uid: ef8de40d-612e-435b-a8a0-377dea322d1e
  kind: Event
  lastTimestamp: "2026-04-16T14:31:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:31:28Z"
    name: isvc-primary-a95785-predictor.18a6dcc8eaa38b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25333"
    uid: 0f837fb5-be63-4ff9-916b-aef6541936da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:31:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a95785-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24838"
    uid: ef8de40d-612e-435b-a8a0-377dea322d1e
  kind: Event
  lastTimestamp: "2026-04-16T14:32:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:32:13Z"
    name: isvc-primary-a95785-predictor.18a6dcd367b9789f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25722"
    uid: fda24acb-7652-4401-986b-cbba46f71deb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:31:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a95785-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24838"
    uid: ef8de40d-612e-435b-a8a0-377dea322d1e
  kind: Event
  lastTimestamp: "2026-04-16T14:32:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:31:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:32:13Z"
    name: isvc-primary-a95785-predictor.18a6dcd368266fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25723"
    uid: c63cc024-cabf-47fd-9434-e9a834830990
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a95785
    namespace: kserve-ci-e2e-test
    resourceVersion: "24659"
    uid: 87962ed1-d4c5-4baf-bbfc-99b1ff3662a4
  kind: Event
  lastTimestamp: "2026-04-16T14:32:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:32:00Z"
    name: isvc-primary-a95785.18a6dcc56aec3ae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25570"
    uid: e21eec47-9d0c-48dd-a6c8-16c727f635ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a95785
    namespace: kserve-ci-e2e-test
    resourceVersion: "24659"
    uid: 87962ed1-d4c5-4baf-bbfc-99b1ff3662a4
  kind: Event
  lastTimestamp: "2026-04-16T14:30:43Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a95785": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a95785":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:30:43Z"
    name: isvc-primary-a95785.18a6dcc56b80a511
    namespace: kserve-ci-e2e-test
    resourceVersion: "24690"
    uid: bdbe180e-886c-414e-9f0a-388c6724180d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:30:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a95785
    namespace: kserve-ci-e2e-test
    resourceVersion: "24659"
    uid: 87962ed1-d4c5-4baf-bbfc-99b1ff3662a4
  kind: Event
  lastTimestamp: "2026-04-16T14:30:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a95785": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:30:43Z"
    name: isvc-primary-a95785.18a6dcc56b80fc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24691"
    uid: cff4dffd-9d3c-4884-9373-b3fd9fabeacb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a95785
    namespace: kserve-ci-e2e-test
    resourceVersion: "25567"
    uid: 87962ed1-d4c5-4baf-bbfc-99b1ff3662a4
  kind: Event
  lastTimestamp: "2026-04-16T14:32:00Z"
  message: InferenceService [isvc-primary-a95785] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:32:00Z"
    name: isvc-primary-a95785.18a6dcd7707b4e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "25568"
    uid: af1c04ff-08fc-4bb1-8809-e28066efad32
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:32:03.730087Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25616"
    uid: ca12f24e-d189-4e0a-9da0-cf099183a077
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a95785-predictor-769d5749cf-lrgmq
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:32:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:32:03Z"
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq.18a6dcd818b981ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 270814d5-a857-4f96-92ea-e551069e6591
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: ca12f24e-d189-4e0a-9da0-cf099183a077
  kind: Event
  lastTimestamp: "2026-04-16T14:32:04Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:32:04Z"
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq.18a6dcd831c39159
    namespace: kserve-ci-e2e-test
    resourceVersion: "25639"
    uid: c71cd483-a30d-4076-937e-58e2f712703c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ca12f24e-d189-4e0a-9da0-cf099183a077
  kind: Event
  lastTimestamp: "2026-04-16T14:32:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:11Z"
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq.18a6dcd8330cc0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25699"
    uid: a4e20d9c-b063-4374-945d-226ca74953ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ca12f24e-d189-4e0a-9da0-cf099183a077
  kind: Event
  lastTimestamp: "2026-04-16T14:32:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:11Z"
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq.18a6dcd8366e371a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25703"
    uid: 7ecf97ce-18bc-49c9-9d0b-ed6007926f2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ca12f24e-d189-4e0a-9da0-cf099183a077
  kind: Event
  lastTimestamp: "2026-04-16T14:32:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:11Z"
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq.18a6dcd836e2a760
    namespace: kserve-ci-e2e-test
    resourceVersion: "25704"
    uid: ca59739e-8c19-400b-9950-a38564ef8704
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: ca12f24e-d189-4e0a-9da0-cf099183a077
  kind: Event
  lastTimestamp: "2026-04-16T14:32:15Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a95785-predictor-769d5749cf-lrgmq_kserve-ci-e2e-test(ca12f24e-d189-4e0a-9da0-cf099183a077)
  metadata:
    creationTimestamp: "2026-04-16T14:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:32:15Z"
    name: isvc-secondary-a95785-predictor-769d5749cf-lrgmq.18a6dcdabe2697bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25735"
    uid: 0410210f-0f5b-43a6-8dfc-7515b6b32acc
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a95785-predictor-769d5749cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25607"
    uid: 7dabe63c-8419-46f0-8ec1-df13edfe7600
  kind: Event
  lastTimestamp: "2026-04-16T14:32:03Z"
  message: 'Created pod: isvc-secondary-a95785-predictor-769d5749cf-lrgmq'
  metadata:
    creationTimestamp: "2026-04-16T14:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:32:03Z"
    name: isvc-secondary-a95785-predictor-769d5749cf.18a6dcd8184b4956
    namespace: kserve-ci-e2e-test
    resourceVersion: "25618"
    uid: f6540b57-a3ed-4d9e-ba89-2d085ff0eb11
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a95785-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25605"
    uid: 77ce7903-2b83-488a-af87-f437b9224cc5
  kind: Event
  lastTimestamp: "2026-04-16T14:32:03Z"
  message: Scaled up replica set isvc-secondary-a95785-predictor-769d5749cf from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T14:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:32:03Z"
    name: isvc-secondary-a95785-predictor.18a6dcd815050b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "25609"
    uid: f1e04ae6-28a7-4c22-87b5-079564c38785
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a95785-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25606"
    uid: fccf53c9-5e91-4e19-bfe6-bb39080a93a3
  kind: Event
  lastTimestamp: "2026-04-16T14:32:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:32:18Z"
    name: isvc-secondary-a95785-predictor.18a6dcdb93c1f8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25765"
    uid: 30b530f3-b71c-4287-9e98-a03a20591974
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a95785-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25606"
    uid: fccf53c9-5e91-4e19-bfe6-bb39080a93a3
  kind: Event
  lastTimestamp: "2026-04-16T14:32:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:32:18Z"
    name: isvc-secondary-a95785-predictor.18a6dcdb942e2430
    namespace: kserve-ci-e2e-test
    resourceVersion: "25767"
    uid: 946c8067-512f-479a-8cc2-12cc3006a37f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a95785
    namespace: kserve-ci-e2e-test
    resourceVersion: "25595"
    uid: 751a0a70-04d7-43dc-9e78-6fd03fc5d03d
  kind: Event
  lastTimestamp: "2026-04-16T14:32:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:32:17Z"
    name: isvc-secondary-a95785.18a6dcd814e2eb7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25755"
    uid: 64db5019-2135-4d86-9a6b-016135677cd3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a95785
    namespace: kserve-ci-e2e-test
    resourceVersion: "25595"
    uid: 751a0a70-04d7-43dc-9e78-6fd03fc5d03d
  kind: Event
  lastTimestamp: "2026-04-16T14:32:03Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a95785":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a95785":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:32:03Z"
    name: isvc-secondary-a95785.18a6dcd81577a739
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: 540de206-9f39-475f-9336-0c7f00a3a8dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:32:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a95785
    namespace: kserve-ci-e2e-test
    resourceVersion: "25595"
    uid: 751a0a70-04d7-43dc-9e78-6fd03fc5d03d
  kind: Event
  lastTimestamp: "2026-04-16T14:32:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a95785": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:32:03Z"
    name: isvc-secondary-a95785.18a6dcd81577fe43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25629"
    uid: ddc0dee9-9fe8-4e71-9d51-b083e23eb52f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:11:03.011088Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15096"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:11:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:11:03Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb290042c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: 50ef1aeb-0641-4cd1-b578-37e141cddd40
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:11:03Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:11:03Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb2a962bec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: a1a5ca6e-ce60-4d64-97cc-6ca24a9ba093
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:11:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:03Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb2aaa9cdb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 5e48091f-d7cb-499b-9d1b-bf58d74c5e31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:11:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:03Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb2aef4f372
    namespace: kserve-ci-e2e-test
    resourceVersion: "15119"
    uid: 3597e533-dc80-4ce5-8453-0ba2e67e0227
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:11:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:03Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb2af6c9e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15120"
    uid: 4a862741-c2de-469b-b5a6-d756a95ecba0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:11:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:08Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb3c69ffac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 360705cf-34f4-4516-984b-e76a53d16cb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:11:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:08Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb3c98fe14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15167"
    uid: d45bc484-6c18-40e8-a20a-527e9f09c7ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:11:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:08Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb3ca0516e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: c0360280-20fa-4478-8231-062a23729d50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:11:08Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:047f63b6a928a84a5cb6317b9490b65e3210ada3d182f71aa6a7a838eb4e1ff7"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:08Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb3ca13406c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: 0b4df670-f74b-47f4-a6de-5f741f83b153
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:11:08Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T14:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:08Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb3cd7972db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 88472910-7dbe-407a-8de1-06ccfcfcb46e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:11:08Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T14:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:08Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb3cded185c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 1ce8c839-a393-467d-af1e-82dfbec5e110
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:12:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:50Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb4028684c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 09c9b9c4-ce50-42d2-a013-4dbf54a1457c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:12:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T14:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:50Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbb40290bed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 095c6e82-e4a4-4f88-abb4-8fbb79cf40d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:12:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:28Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbc667cd9c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15802"
    uid: 908a59a0-e6f5-4d60-ad16-80449b6f2d63
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp
    namespace: kserve-ci-e2e-test
    resourceVersion: "15100"
    uid: b92cbcff-4baf-425a-9b31-c0d2098836d6
  kind: Event
  lastTimestamp: "2026-04-16T14:12:28Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T14:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:28Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp.18a6dbc667ceebec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15808"
    uid: 03081778-f2b1-4d4d-a384-972bab51b94d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: 39532f6c-3b72-4111-8fff-b8f159e66f54
  kind: Event
  lastTimestamp: "2026-04-16T14:11:02Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8-m2ksp'
  metadata:
    creationTimestamp: "2026-04-16T14:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:11:03Z"
    name: isvc-sklearn-batcher-custom-predictor-84d4dd4cc8.18a6dbb28f5270a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15099"
    uid: 7ea3da0f-d8db-493b-a2c5-2dfddea0b20d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: 1e93a7cf-42b9-4dd1-bbec-9d9fe6a0c853
  kind: Event
  lastTimestamp: "2026-04-16T14:11:02Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-84d4dd4cc8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:11:02Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6dbb28a94d0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15086"
    uid: 79862c55-a913-4320-b216-6e954df0ca90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: 4a02a029-9f25-4af5-891b-8871aebd9a12
  kind: Event
  lastTimestamp: "2026-04-16T14:11:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:11:32Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6dbb609533ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: 6c89901a-f8d5-4da8-a4b1-5d8f99017507
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: 4a02a029-9f25-4af5-891b-8871aebd9a12
  kind: Event
  lastTimestamp: "2026-04-16T14:11:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:11:32Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6dbb609b78685
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: 213068eb-0bc9-44a7-b440-5510bb0b14ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15247"
    uid: 4a02a029-9f25-4af5-891b-8871aebd9a12
  kind: Event
  lastTimestamp: "2026-04-16T14:12:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:12:17Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6dbbd0763cd5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: c3452fc1-2230-4c24-af29-e65ea1d1a342
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15247"
    uid: 4a02a029-9f25-4af5-891b-8871aebd9a12
  kind: Event
  lastTimestamp: "2026-04-16T14:12:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:12:18Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6dbbd07c95c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15683"
    uid: 59bb85d1-bb17-415b-8515-807de7f3e337
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: fa7a358a-2f7b-4613-a2ec-0f1a19fa04e9
  kind: Event
  lastTimestamp: "2026-04-16T14:12:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:12:20Z"
    name: isvc-sklearn-batcher-custom.18a6dbb28a9b2022
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: f0f64e47-2cbd-4011-bca0-44ae94ca2652
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: fa7a358a-2f7b-4613-a2ec-0f1a19fa04e9
  kind: Event
  lastTimestamp: "2026-04-16T14:11:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:11:02Z"
    name: isvc-sklearn-batcher-custom.18a6dbb28b28fb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15089"
    uid: 7530790c-9451-4950-a215-1645a9e29c6d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: fa7a358a-2f7b-4613-a2ec-0f1a19fa04e9
  kind: Event
  lastTimestamp: "2026-04-16T14:12:20Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:12:20Z"
    name: isvc-sklearn-batcher-custom.18a6dbc4913bb421
    namespace: kserve-ci-e2e-test
    resourceVersion: "15707"
    uid: 1a42909e-ccae-46ad-8d77-8608db4212dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:09:27.859456Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14317"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:09:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:09:27Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6db9c688991e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14323"
    uid: fb43659a-ea7e-4ad9-a73b-3d4696b3655b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14330"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:28Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:09:28Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6db9c82960d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14341"
    uid: 8b9ac3e4-8d9e-4945-afb5-e932f136aaad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:28Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
  metadata:
    creationTimestamp: "2026-04-16T14:09:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:28Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6db9c83ec3b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14344"
    uid: 60dbda94-33c3-42a0-b367-990668dfd8a7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:31Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    in 3.046s (3.046s including waiting). Image size: 299668405 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:31Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6db9d397c95e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: 5759f370-e0be-4be8-ab33-3b4ee156ea6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:31Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6db9d3caaa545
    namespace: kserve-ci-e2e-test
    resourceVersion: "14372"
    uid: 4b7bb51c-3ed0-494d-974f-6a02d6d49a7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:09:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:31Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6db9d3d1d1ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "14373"
    uid: d4808ba2-08d0-4ee4-8400-ea2175a0e593
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:35Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
  metadata:
    creationTimestamp: "2026-04-16T14:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:35Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6db9e4ae746c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14411"
    uid: 95bd4aa0-c386-4bd2-9e70-bcdf8a7b58fc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    in 13.278s (13.278s including waiting). Image size: 1560613808 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:49Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6dba1626177f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: 7ddf7098-7445-4f05-9079-4993f765fb32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:49Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6dba165bb6463
    namespace: kserve-ci-e2e-test
    resourceVersion: "14508"
    uid: 0c6aaabc-9e76-4679-be18-0097b60d0aaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:49Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6dba1662d51a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14509"
    uid: d2056f24-2a38-4318-8026-94afd013a85e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:49Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:047f63b6a928a84a5cb6317b9490b65e3210ada3d182f71aa6a7a838eb4e1ff7"
  metadata:
    creationTimestamp: "2026-04-16T14:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:49Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6dba16639a2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14510"
    uid: 588c7585-0e6f-434d-b04c-9c8353c5d2fa
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:047f63b6a928a84a5cb6317b9490b65e3210ada3d182f71aa6a7a838eb4e1ff7"
    in 2.202s (2.202s including waiting). Image size: 237896279 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:51Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6dba1e97f280b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14527"
    uid: b82b11f9-9d7f-496e-8a36-559c04e49c86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:51Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T14:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:51Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6dba1ec6d2663
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: 9e960de7-b194-4c84-9980-74caadb10dc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:09:51Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T14:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:09:51Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6dba1ecf1a81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a0e03bd7-ad33-4f81-aa2a-76722f5efe31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:11:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:25Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6dba207e68433
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: decf83da-c044-48c9-9454-fcebabff3203
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:11:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T14:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:25Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6dba207f00705
    namespace: kserve-ci-e2e-test
    resourceVersion: "15301"
    uid: 2e7e2961-0b3d-44ec-b7b4-4f6a9b30ce94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:11:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:02Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6dbb289df6bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: bec96f52-bf77-4b5a-97b9-519ac37a41ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:11:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt
    namespace: kserve-ci-e2e-test
    resourceVersion: "14321"
    uid: 652dae22-4e3c-4697-8389-511dcaaa0f92
  kind: Event
  lastTimestamp: "2026-04-16T14:11:02Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T14:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:11:02Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt.18a6dbb289e34a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15083"
    uid: fd93e953-10d5-4d09-88e6-116759178456
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14307"
    uid: 5e67c279-aa1a-41e3-9926-86ed5fe332f4
  kind: Event
  lastTimestamp: "2026-04-16T14:09:27Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-5cc75f5dfc-w9lgt'
  metadata:
    creationTimestamp: "2026-04-16T14:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:09:27Z"
    name: isvc-sklearn-batcher-predictor-5cc75f5dfc.18a6db9c681fbe5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14320"
    uid: 11c88785-60f6-4e4a-8184-d794cfd995d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14306"
    uid: 6a396bba-92b2-41fd-870f-e6e1921c9721
  kind: Event
  lastTimestamp: "2026-04-16T14:09:27Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-5cc75f5dfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T14:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:09:27Z"
    name: isvc-sklearn-batcher-predictor.18a6db9c611fc8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: b42f2671-d7f6-4e21-bbc3-90eab5161a81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14314"
    uid: b091a6b2-b580-4931-aa75-06f5b85b9557
  kind: Event
  lastTimestamp: "2026-04-16T14:10:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:10:27Z"
    name: isvc-sklearn-batcher-predictor.18a6db9fe6a64a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14796"
    uid: 851e96ba-90be-4fef-ac91-4fd4779fa4b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14314"
    uid: b091a6b2-b580-4931-aa75-06f5b85b9557
  kind: Event
  lastTimestamp: "2026-04-16T14:10:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:09:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:10:27Z"
    name: isvc-sklearn-batcher-predictor.18a6db9fe70d44b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14797"
    uid: b89fe030-146b-4cb5-a989-c4ba725eac92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:10:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: b091a6b2-b580-4931-aa75-06f5b85b9557
  kind: Event
  lastTimestamp: "2026-04-16T14:10:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:10:57Z"
    name: isvc-sklearn-batcher-predictor.18a6dba6e5cd628c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15016"
    uid: 798ccafa-42f5-4423-bfce-c0a689c4f644
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:10:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: b091a6b2-b580-4931-aa75-06f5b85b9557
  kind: Event
  lastTimestamp: "2026-04-16T14:10:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:10:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:10:58Z"
    name: isvc-sklearn-batcher-predictor.18a6dba6e6df38fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: 45f100da-7763-43d6-9782-3b042b81c2a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14296"
    uid: db30694d-99a0-4689-87e9-31183bfcf975
  kind: Event
  lastTimestamp: "2026-04-16T14:10:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:10:55Z"
    name: isvc-sklearn-batcher.18a6db9c674dd6f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: bf37ffa0-dc67-4a0f-abc4-c1a6e7f3ffa6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14296"
    uid: db30694d-99a0-4689-87e9-31183bfcf975
  kind: Event
  lastTimestamp: "2026-04-16T14:09:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:09:27Z"
    name: isvc-sklearn-batcher.18a6db9c67a775b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14333"
    uid: 919c1877-99ac-4a2b-ad7c-8fc32c2ee84a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:09:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14296"
    uid: db30694d-99a0-4689-87e9-31183bfcf975
  kind: Event
  lastTimestamp: "2026-04-16T14:09:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:09:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:09:27Z"
    name: isvc-sklearn-batcher.18a6db9c67a7be57
    namespace: kserve-ci-e2e-test
    resourceVersion: "14334"
    uid: 64c32b68-d2b3-4959-a989-53a9768a4dd3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:10:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14994"
    uid: db30694d-99a0-4689-87e9-31183bfcf975
  kind: Event
  lastTimestamp: "2026-04-16T14:10:55Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:10:55Z"
    name: isvc-sklearn-batcher.18a6dbb0c408dc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: 1527bc6f-0d7f-4603-a213-806df27b95de
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:21:24.897683Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20158"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:21:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:21:24Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc435b588d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20165"
    uid: 961c91b6-6439-4ba2-aa53-40cefa6d5df6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:21:25Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:21:25Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc4374f3cb4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: c68ee2ee-5b84-40db-a4f1-d836c53e1f5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:21:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:21:25Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc4377c7c23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20199"
    uid: 4c8ab455-da41-44f6-b6dd-ea447eec7aeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:21:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:21:25Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc437b6ab8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20201"
    uid: 0602b64c-6af0-4293-9d0e-71810f71dd8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:21:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:21:25Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc437be0fccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20202"
    uid: cab40288-b1c4-4bd8-81c0-e0ecdee8af8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:21:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:21:30Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc44942d1446
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 15681ed8-5685-4fa2-b402-25bf43d9bfe1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:21:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:21:30Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc44976b8bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20250"
    uid: 2b89d49e-48f3-49af-bbe7-badffbd42f17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:21:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:21:30Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc4497f47e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20251"
    uid: 03a9b15c-b35b-47f3-8237-6eeb9132b3d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:21:30Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T14:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:21:30Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc4498006b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "20252"
    uid: cc06526d-4d05-44e3-8373-1420d5e4fec6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:21:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    3.309s (3.309s including waiting). Image size: 237663781 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:21:33Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc455d4441cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20273"
    uid: 32d3c97e-ba06-40c5-b131-1010d88e7c46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:21:33Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T14:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:21:33Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc4560a6f3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20274"
    uid: 1375cd65-fd83-4d9a-ba8b-9708eae8937d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:21:33Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T14:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:21:33Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc45611e2c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20276"
    uid: 5ac13c93-1d74-4a51-8ef5-40722552b26d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:22:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:22:45Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc56033fd9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: 20768c07-1f68-46e5-9835-7202df80fcfb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:22:45Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T14:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:22:45Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc5603405abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: e7d7b65a-768a-4e66-9d82-07458a94ad3b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: dafaa76d-5cfd-4c42-8c6d-bb60c47bb7a4
  kind: Event
  lastTimestamp: "2026-04-16T14:23:06Z"
  message: 'Readiness probe failed: Get "http://10.133.0.34:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T14:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:23:06Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq.18a6dc56477777d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: c6c3b4ad-d258-4a0b-9753-d7af032c73b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-57b5b74956
    namespace: kserve-ci-e2e-test
    resourceVersion: "20152"
    uid: 19d747fc-b448-4dc7-8bd2-c46a77b5902e
  kind: Event
  lastTimestamp: "2026-04-16T14:21:24Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-57b5b74956-2hnfq'
  metadata:
    creationTimestamp: "2026-04-16T14:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:21:24Z"
    name: isvc-sklearn-mcp-predictor-57b5b74956.18a6dc435ade7ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20160"
    uid: b32eb5ce-4dbe-4aa1-ae49-4b38d078d249
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20150"
    uid: 62fbada7-c8d6-4288-90fb-4c7f8caa5d5e
  kind: Event
  lastTimestamp: "2026-04-16T14:21:24Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-57b5b74956 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:21:24Z"
    name: isvc-sklearn-mcp-predictor.18a6dc43584a6040
    namespace: kserve-ci-e2e-test
    resourceVersion: "20153"
    uid: a24b91fd-719e-4e39-aab1-153cf11e7d1b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20140"
    uid: c451e0ed-fc59-4ec2-bcb0-3c58675858b3
  kind: Event
  lastTimestamp: "2026-04-16T14:22:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:22:36Z"
    name: isvc-sklearn-mcp.18a6dc4357d0a53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20709"
    uid: 115847b8-97f8-4e2e-9984-e7d6df780c0f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:21:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20140"
    uid: c451e0ed-fc59-4ec2-bcb0-3c58675858b3
  kind: Event
  lastTimestamp: "2026-04-16T14:21:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:21:24Z"
    name: isvc-sklearn-mcp.18a6dc4358581218
    namespace: kserve-ci-e2e-test
    resourceVersion: "20154"
    uid: ab4290a6-c61a-42db-9809-d17cdaaf4424
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:22:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: c451e0ed-fc59-4ec2-bcb0-3c58675858b3
  kind: Event
  lastTimestamp: "2026-04-16T14:22:36Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:22:36Z"
    name: isvc-sklearn-mcp.18a6dc53f7b301e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: d169eec5-6325-4f39-bff0-882299f6e9fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:41:55.505919Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30554"
    uid: f05595a0-b46c-41a5-927b-6770fae11077
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-6bd4b4b959-w9z5m
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:41:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:41:55Z"
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m.18a6dd61e15016b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30562"
    uid: a1a8bd08-3f21-4b04-b482-7d52f11d216a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30566"
    uid: f05595a0-b46c-41a5-927b-6770fae11077
  kind: Event
  lastTimestamp: "2026-04-16T14:41:55Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:41:55Z"
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m.18a6dd61fa340e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "30577"
    uid: 5d40a9ae-a2b9-49e5-bf68-760f25b24f5a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: f05595a0-b46c-41a5-927b-6770fae11077
  kind: Event
  lastTimestamp: "2026-04-16T14:41:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:41:55Z"
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m.18a6dd61fba64101
    namespace: kserve-ci-e2e-test
    resourceVersion: "30579"
    uid: 9634bd8a-850d-4310-9f35-4a4bc00dc21a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: f05595a0-b46c-41a5-927b-6770fae11077
  kind: Event
  lastTimestamp: "2026-04-16T14:41:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:41:56Z"
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m.18a6dd61fec2c4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30582"
    uid: 2e9cd652-470d-45dc-b25d-b7557d2a707f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: f05595a0-b46c-41a5-927b-6770fae11077
  kind: Event
  lastTimestamp: "2026-04-16T14:41:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:41:56Z"
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m.18a6dd61ff378481
    namespace: kserve-ci-e2e-test
    resourceVersion: "30583"
    uid: 3758e52f-6a08-419a-8f0b-9597574c2913
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: f05595a0-b46c-41a5-927b-6770fae11077
  kind: Event
  lastTimestamp: "2026-04-16T14:41:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:41:59Z"
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m.18a6dd62e453bd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30619"
    uid: 827ffc46-fd40-43ea-8e96-b9903614b294
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: f05595a0-b46c-41a5-927b-6770fae11077
  kind: Event
  lastTimestamp: "2026-04-16T14:41:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:41:59Z"
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m.18a6dd62e7688bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30623"
    uid: 38dff593-e5ce-496a-b266-1e35cbfdfcaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: f05595a0-b46c-41a5-927b-6770fae11077
  kind: Event
  lastTimestamp: "2026-04-16T14:41:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:41:59Z"
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m.18a6dd62e7db2cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30624"
    uid: 1a343c0c-05cf-4e7e-a500-306c163ca16e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T14:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: f05595a0-b46c-41a5-927b-6770fae11077
  kind: Event
  lastTimestamp: "2026-04-16T14:43:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:43:01Z"
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m.18a6dd632041b8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31066"
    uid: a67f6ca2-fa75-4a96-9504-c9047570bc85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30558"
    uid: f05595a0-b46c-41a5-927b-6770fae11077
  kind: Event
  lastTimestamp: "2026-04-16T14:43:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:43:15Z"
    name: isvc-sklearn-predictor-6bd4b4b959-w9z5m.18a6dd7488e3aecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31195"
    uid: 8000d7d0-a593-4b9c-b8a2-31631bb33bcd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-6bd4b4b959
    namespace: kserve-ci-e2e-test
    resourceVersion: "30545"
    uid: c578afd1-a0c4-4051-b6cb-ebbf62578b8d
  kind: Event
  lastTimestamp: "2026-04-16T14:41:55Z"
  message: 'Created pod: isvc-sklearn-predictor-6bd4b4b959-w9z5m'
  metadata:
    creationTimestamp: "2026-04-16T14:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:41:55Z"
    name: isvc-sklearn-predictor-6bd4b4b959.18a6dd61e0cc0ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30557"
    uid: 13b7c797-7b52-4564-8c09-30696a982db2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: 3f38448d-3572-402d-8855-1049c14bed1b
  kind: Event
  lastTimestamp: "2026-04-16T14:41:55Z"
  message: Scaled up replica set isvc-sklearn-predictor-6bd4b4b959 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:41:55Z"
    name: isvc-sklearn-predictor.18a6dd61de5ab063
    namespace: kserve-ci-e2e-test
    resourceVersion: "30546"
    uid: d5fc0502-cf74-4e48-bb20-5a7ace2f78a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:42:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 97228048-1cc2-44f0-83c3-272bb1f2b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:42:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:42:25Z"
    name: isvc-sklearn-predictor.18a6dd655d1f8b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30807"
    uid: cb7adcd9-571d-4212-8e7d-c46f0a507e8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:42:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 97228048-1cc2-44f0-83c3-272bb1f2b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:42:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:42:25Z"
    name: isvc-sklearn-predictor.18a6dd655d8bf870
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: c8681efe-384e-48a0-b264-ce6d72bd5422
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:42:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30702"
    uid: 97228048-1cc2-44f0-83c3-272bb1f2b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:43:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:43:10Z"
    name: isvc-sklearn-predictor.18a6dd6c5b74ce03
    namespace: kserve-ci-e2e-test
    resourceVersion: "31128"
    uid: 6e52c66f-dc31-437f-9339-3f1f295158cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:42:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30702"
    uid: 97228048-1cc2-44f0-83c3-272bb1f2b5ee
  kind: Event
  lastTimestamp: "2026-04-16T14:43:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:43:10Z"
    name: isvc-sklearn-predictor.18a6dd6c5bd75b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31129"
    uid: 651b579e-9e2d-4bd9-bb3e-447133b4a94f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:44:05.873671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31655"
    uid: 72ac5866-e41c-4f5d-b7b7-e57e91cb8627
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-858dfdc885-hg95b
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:44:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:44:05Z"
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b.18a6dd803bd61cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31659"
    uid: ae067ff1-d190-4617-80bb-4532ed3aaf38
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 72ac5866-e41c-4f5d-b7b7-e57e91cb8627
  kind: Event
  lastTimestamp: "2026-04-16T14:44:06Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:44:06Z"
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b.18a6dd8054b501b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31671"
    uid: e62bd2a3-4def-4aa6-9627-f01650864ceb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 72ac5866-e41c-4f5d-b7b7-e57e91cb8627
  kind: Event
  lastTimestamp: "2026-04-16T14:44:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:06Z"
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b.18a6dd8055f8a714
    namespace: kserve-ci-e2e-test
    resourceVersion: "31673"
    uid: 2f1b5e12-ccae-4df2-b8ca-195555f6b726
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 72ac5866-e41c-4f5d-b7b7-e57e91cb8627
  kind: Event
  lastTimestamp: "2026-04-16T14:44:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:06Z"
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b.18a6dd80592e0a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "31676"
    uid: 0713b0f1-0542-4e17-8939-fc21ed8c92e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 72ac5866-e41c-4f5d-b7b7-e57e91cb8627
  kind: Event
  lastTimestamp: "2026-04-16T14:44:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:44:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:06Z"
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b.18a6dd80599f2a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31677"
    uid: c7f0b1de-031c-43cb-9f5d-19c28b6bf342
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 72ac5866-e41c-4f5d-b7b7-e57e91cb8627
  kind: Event
  lastTimestamp: "2026-04-16T14:44:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:12Z"
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b.18a6dd81b7f40d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "31725"
    uid: 550c26d3-b0a7-4719-b29a-0baa4264e7e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 72ac5866-e41c-4f5d-b7b7-e57e91cb8627
  kind: Event
  lastTimestamp: "2026-04-16T14:44:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:12Z"
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b.18a6dd81baac7863
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 5c380ba6-6151-49da-84f3-5eaccb99dc10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 72ac5866-e41c-4f5d-b7b7-e57e91cb8627
  kind: Event
  lastTimestamp: "2026-04-16T14:44:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:12Z"
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b.18a6dd81bb1d9e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31730"
    uid: 3d5db6db-5248-4cae-a3d4-6597d26fdf00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 72ac5866-e41c-4f5d-b7b7-e57e91cb8627
  kind: Event
  lastTimestamp: "2026-04-16T14:44:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:24Z"
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b.18a6dd81f3e5ac95
    namespace: kserve-ci-e2e-test
    resourceVersion: "31821"
    uid: af96d412-97f3-4745-80ba-1352277fc0b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 72ac5866-e41c-4f5d-b7b7-e57e91cb8627
  kind: Event
  lastTimestamp: "2026-04-16T14:44:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:43Z"
    name: isvc-sklearn-runtime-predictor-858dfdc885-hg95b.18a6dd88e0ecac09
    namespace: kserve-ci-e2e-test
    resourceVersion: "31990"
    uid: 38d24ec4-5324-44ce-b1d4-508ed79e59e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-858dfdc885
    namespace: kserve-ci-e2e-test
    resourceVersion: "31641"
    uid: 121eda98-2d97-49c0-804b-7242b0d39cb2
  kind: Event
  lastTimestamp: "2026-04-16T14:44:05Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-858dfdc885-hg95b'
  metadata:
    creationTimestamp: "2026-04-16T14:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:44:05Z"
    name: isvc-sklearn-runtime-predictor-858dfdc885.18a6dd803b6601fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: d4bfeeba-8667-4e0d-9c9f-b5d8ba827f42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: 35de0517-1759-45a8-b239-baaa6938dd95
  kind: Event
  lastTimestamp: "2026-04-16T14:44:05Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-858dfdc885 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T14:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:44:05Z"
    name: isvc-sklearn-runtime-predictor.18a6dd8038942350
    namespace: kserve-ci-e2e-test
    resourceVersion: "31645"
    uid: 18ef1b0d-fb92-4873-829c-69ef10155227
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: edbbd2ae-ee3b-4858-a6d6-604cc830d380
  kind: Event
  lastTimestamp: "2026-04-16T14:44:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:44:35Z"
    name: isvc-sklearn-runtime-predictor.18a6dd83b71a9fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31912"
    uid: 4d3e225e-c437-4f34-a6dc-cd99b1d01c4e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: edbbd2ae-ee3b-4858-a6d6-604cc830d380
  kind: Event
  lastTimestamp: "2026-04-16T14:44:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:44:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:44:35Z"
    name: isvc-sklearn-runtime-predictor.18a6dd83b7853f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31913"
    uid: 3d7239da-d1b6-4ef4-8e91-3b81ae4a7858
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: f4249468-fd47-4d3a-bc1a-dee24fdfe398
  kind: Event
  lastTimestamp: "2026-04-16T14:44:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:44:34Z"
    name: isvc-sklearn-runtime.18a6dd8038700af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31897"
    uid: 2b9fb241-57d5-4bee-be18-6ba330b59bd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: f4249468-fd47-4d3a-bc1a-dee24fdfe398
  kind: Event
  lastTimestamp: "2026-04-16T14:44:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:44:05Z"
    name: isvc-sklearn-runtime.18a6dd8038ddce43
    namespace: kserve-ci-e2e-test
    resourceVersion: "31648"
    uid: af7a24f6-9278-4861-85fd-57508ae845f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: f4249468-fd47-4d3a-bc1a-dee24fdfe398
  kind: Event
  lastTimestamp: "2026-04-16T14:44:34Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:44:34Z"
    name: isvc-sklearn-runtime.18a6dd86deb1381e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31896"
    uid: bf3c0a58-138e-4494-a708-7e055232ddab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:58:09.100744Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38703"
    uid: 51c02660-545e-40b0-9a84-ce041dadbcc1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-5f45dc59f6-6gg28
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:58:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:58:09Z"
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28.18a6de4490163133
    namespace: kserve-ci-e2e-test
    resourceVersion: "38709"
    uid: c1c26013-3094-4160-b8e0-07ea07a8b6c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38713"
    uid: 51c02660-545e-40b0-9a84-ce041dadbcc1
  kind: Event
  lastTimestamp: "2026-04-16T14:58:09Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:58:09Z"
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28.18a6de44a917db01
    namespace: kserve-ci-e2e-test
    resourceVersion: "38723"
    uid: 05fed902-71b1-415c-ac90-dd0b76ef598b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 51c02660-545e-40b0-9a84-ce041dadbcc1
  kind: Event
  lastTimestamp: "2026-04-16T14:58:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:58:09Z"
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28.18a6de44aa57b2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38726"
    uid: e0321069-437b-4c4c-81ac-4b2df8d44369
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 51c02660-545e-40b0-9a84-ce041dadbcc1
  kind: Event
  lastTimestamp: "2026-04-16T14:58:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:58:09Z"
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28.18a6de44ad27a255
    namespace: kserve-ci-e2e-test
    resourceVersion: "38728"
    uid: e635ffea-61bb-4dd8-aee3-d399af9c5cd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 51c02660-545e-40b0-9a84-ce041dadbcc1
  kind: Event
  lastTimestamp: "2026-04-16T14:58:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:58:09Z"
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28.18a6de44ad9bc3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38729"
    uid: 48ad0d33-8fb8-4023-8b26-6401f9826d1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 51c02660-545e-40b0-9a84-ce041dadbcc1
  kind: Event
  lastTimestamp: "2026-04-16T14:58:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:58:10Z"
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28.18a6de44fb6f2e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "38741"
    uid: a1aafe04-afb2-4f75-a264-1b242a4c6976
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 51c02660-545e-40b0-9a84-ce041dadbcc1
  kind: Event
  lastTimestamp: "2026-04-16T14:58:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:58:10Z"
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28.18a6de44ffc4cca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: d66405b1-74ec-4e4f-8459-0a9f0684832b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 51c02660-545e-40b0-9a84-ce041dadbcc1
  kind: Event
  lastTimestamp: "2026-04-16T14:58:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:58:10Z"
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28.18a6de45003961c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38749"
    uid: c0188124-99d3-4462-8c07-af6d9a9f7b0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 51c02660-545e-40b0-9a84-ce041dadbcc1
  kind: Event
  lastTimestamp: "2026-04-16T14:59:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:59:12Z"
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28.18a6de4537557b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39196"
    uid: e5e66571-b64e-4f25-b01c-d04b58e15321
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 51c02660-545e-40b0-9a84-ce041dadbcc1
  kind: Event
  lastTimestamp: "2026-04-16T14:59:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:59:19Z"
    name: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28.18a6de54e457829d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39267"
    uid: f6b017ca-5a58-4494-8e71-84a0d90e2ff3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-5f45dc59f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38694"
    uid: f832147b-6445-4973-a90b-281c9cab93b4
  kind: Event
  lastTimestamp: "2026-04-16T14:58:09Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-5f45dc59f6-6gg28'
  metadata:
    creationTimestamp: "2026-04-16T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:58:09Z"
    name: isvc-sklearn-s3-predictor-5f45dc59f6.18a6de448f8f6276
    namespace: kserve-ci-e2e-test
    resourceVersion: "38705"
    uid: 1fc8f2a4-acfc-4ad0-a0e1-04c58b765aeb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38690"
    uid: a54a06ad-7400-476f-9c62-60c25b95b579
  kind: Event
  lastTimestamp: "2026-04-16T14:58:09Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-5f45dc59f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:58:09Z"
    name: isvc-sklearn-s3-predictor.18a6de448d13e270
    namespace: kserve-ci-e2e-test
    resourceVersion: "38696"
    uid: 8d4a67ab-7230-4c33-8e7f-d276e94845bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: eacd6b9a-6df4-49bd-865d-562451271e81
  kind: Event
  lastTimestamp: "2026-04-16T14:58:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:58:39Z"
    name: isvc-sklearn-s3-predictor.18a6de480beaa6fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38952"
    uid: 837ce953-a193-43d7-9107-fc198b83aa2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: eacd6b9a-6df4-49bd-865d-562451271e81
  kind: Event
  lastTimestamp: "2026-04-16T14:58:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:58:39Z"
    name: isvc-sklearn-s3-predictor.18a6de480c4c0ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38953"
    uid: 9e4fdf53-02e4-4567-878d-7e08a8e67a20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38851"
    uid: eacd6b9a-6df4-49bd-865d-562451271e81
  kind: Event
  lastTimestamp: "2026-04-16T14:59:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:59:09Z"
    name: isvc-sklearn-s3-predictor.18a6de4f0a3229e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39166"
    uid: 63cff72a-4902-4844-aa08-009fc00d26f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38851"
    uid: eacd6b9a-6df4-49bd-865d-562451271e81
  kind: Event
  lastTimestamp: "2026-04-16T14:59:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:59:09Z"
    name: isvc-sklearn-s3-predictor.18a6de4f0a90cd54
    namespace: kserve-ci-e2e-test
    resourceVersion: "39168"
    uid: 2b2133cc-1439-48ca-a930-0b3e7d37f394
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:02:02.679506Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40718"
    uid: bc429169-eec1-4d83-a3b7-a828411240ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:02:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:02:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj.18a6de7af27728c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40722"
    uid: 7ce28146-a71f-48df-9994-6320934ad015
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40728"
    uid: bc429169-eec1-4d83-a3b7-a828411240ec
  kind: Event
  lastTimestamp: "2026-04-16T15:02:03Z"
  message: Add eth0 [10.133.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:02:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj.18a6de7b0b931f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40733"
    uid: 158aa1ce-63ea-4a29-9c8e-98ee01476697
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40720"
    uid: bc429169-eec1-4d83-a3b7-a828411240ec
  kind: Event
  lastTimestamp: "2026-04-16T15:02:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:08Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj.18a6de7b0cf12c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "40790"
    uid: 77d74e6f-684e-4a82-9b7e-f921cd30b4c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40720"
    uid: bc429169-eec1-4d83-a3b7-a828411240ec
  kind: Event
  lastTimestamp: "2026-04-16T15:02:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:08Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj.18a6de7b102fd59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40794"
    uid: f65673da-e0d7-4cae-bc21-0354d66d7114
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40720"
    uid: bc429169-eec1-4d83-a3b7-a828411240ec
  kind: Event
  lastTimestamp: "2026-04-16T15:02:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:08Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj.18a6de7b10a680a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40795"
    uid: e0d234eb-937d-4e8c-bcd5-106fca5b702f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj
    namespace: kserve-ci-e2e-test
    resourceVersion: "40720"
    uid: bc429169-eec1-4d83-a3b7-a828411240ec
  kind: Event
  lastTimestamp: "2026-04-16T15:02:10Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj_kserve-ci-e2e-test(bc429169-eec1-4d83-a3b7-a828411240ec)
  metadata:
    creationTimestamp: "2026-04-16T15:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj.18a6de7ccddd608d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40811"
    uid: cdaee9b4-fb76-4852-a591-59d7557d4263
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40707"
    uid: e1fed302-e999-47bf-a0c9-942e26184b0c
  kind: Event
  lastTimestamp: "2026-04-16T15:02:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8-lx7dj'
  metadata:
    creationTimestamp: "2026-04-16T15:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:02:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8.18a6de7af21cd53a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40719"
    uid: 11ec2c3d-8590-4e49-b603-825dabbcd608
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40705"
    uid: ab97e2ab-0409-4423-8a3b-149740d50307
  kind: Event
  lastTimestamp: "2026-04-16T15:02:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-55bbb477c8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:02:02Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6de7aef8df9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40708"
    uid: dd540288-4d6c-4b1d-b178-4050a9310844
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40696"
    uid: 2eb47759-50fc-429c-997c-df3fc9fc5cab
  kind: Event
  lastTimestamp: "2026-04-16T15:02:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:02:11Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6de7aef7d5d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "40818"
    uid: 4d395099-b20d-4195-a5a3-8a37f4253feb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40696"
    uid: 2eb47759-50fc-429c-997c-df3fc9fc5cab
  kind: Event
  lastTimestamp: "2026-04-16T15:02:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:02:02Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6de7aeff8642a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40711"
    uid: fbbf2013-5cca-43ed-9259-4c128f150066
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:00:41.573515Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40039"
    uid: 878c76bb-d6a6-427e-92d1-8156bee36488
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:00:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:00:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2.18a6de68102c0783
    namespace: kserve-ci-e2e-test
    resourceVersion: "40047"
    uid: 8899e909-4b10-4f38-a290-df5cdc5a533c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40051"
    uid: 878c76bb-d6a6-427e-92d1-8156bee36488
  kind: Event
  lastTimestamp: "2026-04-16T15:00:41Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:00:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2.18a6de68295d3ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40057"
    uid: d3ae3851-95bd-441f-9195-87031de49801
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40045"
    uid: 878c76bb-d6a6-427e-92d1-8156bee36488
  kind: Event
  lastTimestamp: "2026-04-16T15:00:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2.18a6de682aa54b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "40059"
    uid: deb50012-4430-410c-b2a9-8f5dd22af12f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40045"
    uid: 878c76bb-d6a6-427e-92d1-8156bee36488
  kind: Event
  lastTimestamp: "2026-04-16T15:00:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2.18a6de682da26c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40062"
    uid: 2c3ff543-332a-4b66-9a61-992003e5a2cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40045"
    uid: 878c76bb-d6a6-427e-92d1-8156bee36488
  kind: Event
  lastTimestamp: "2026-04-16T15:00:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2.18a6de682e19218a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40063"
    uid: 94dd05b7-a726-4f31-aa6a-2ca4df6be773
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40045"
    uid: 878c76bb-d6a6-427e-92d1-8156bee36488
  kind: Event
  lastTimestamp: "2026-04-16T15:00:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2.18a6de687b7a4927
    namespace: kserve-ci-e2e-test
    resourceVersion: "40079"
    uid: 101d0d57-e385-4b90-b897-56f99d3b5f3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40045"
    uid: 878c76bb-d6a6-427e-92d1-8156bee36488
  kind: Event
  lastTimestamp: "2026-04-16T15:00:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2.18a6de687ef35336
    namespace: kserve-ci-e2e-test
    resourceVersion: "40086"
    uid: dfe1abbe-1dbd-4ae5-aedd-613ef443eeb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40045"
    uid: 878c76bb-d6a6-427e-92d1-8156bee36488
  kind: Event
  lastTimestamp: "2026-04-16T15:00:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2.18a6de687f79c7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40087"
    uid: a08e221d-9b07-4ab1-989c-8b5aeaba21e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40045"
    uid: 878c76bb-d6a6-427e-92d1-8156bee36488
  kind: Event
  lastTimestamp: "2026-04-16T15:02:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2.18a6de68b7684a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40761"
    uid: f2dd3a34-004c-46b9-8408-4e1788a09ce7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40045"
    uid: 878c76bb-d6a6-427e-92d1-8156bee36488
  kind: Event
  lastTimestamp: "2026-04-16T15:02:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2.18a6de7ab3359099
    namespace: kserve-ci-e2e-test
    resourceVersion: "40681"
    uid: 654cdf1f-1a83-4ffe-adc3-d77499db591c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40030"
    uid: e5f5466b-27df-498b-8eca-fd0112b6ecfb
  kind: Event
  lastTimestamp: "2026-04-16T15:00:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb-xbqd2'
  metadata:
    creationTimestamp: "2026-04-16T15:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:00:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb.18a6de680fa9c31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40042"
    uid: 7e91a0bf-b1e6-456f-af76-45eabf7d27f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40027"
    uid: 9ff48590-22ec-44bd-b85a-a78cecd641a4
  kind: Event
  lastTimestamp: "2026-04-16T15:00:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-968fc75cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:00:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6de680d1bfba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40032"
    uid: b98529de-9f11-480f-a6fe-1a29c138aac1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40029"
    uid: e3a5e7fa-dd09-4cb5-a57c-a7d7154eb061
  kind: Event
  lastTimestamp: "2026-04-16T15:01:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:01:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6de6b8c30ff83
    namespace: kserve-ci-e2e-test
    resourceVersion: "40288"
    uid: ba314baf-7fbd-4f11-a1a9-57c23ad70a74
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40029"
    uid: e3a5e7fa-dd09-4cb5-a57c-a7d7154eb061
  kind: Event
  lastTimestamp: "2026-04-16T15:01:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:01:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6de6b8cb84a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "40289"
    uid: 3d69d324-c5ed-4300-aa88-edae7e58f321
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:01:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40188"
    uid: e3a5e7fa-dd09-4cb5-a57c-a7d7154eb061
  kind: Event
  lastTimestamp: "2026-04-16T15:01:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:01:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6de728aeca494
    namespace: kserve-ci-e2e-test
    resourceVersion: "40628"
    uid: 045a8b75-d775-4fcc-986c-0d72d2f04fc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T15:01:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40188"
    uid: e3a5e7fa-dd09-4cb5-a57c-a7d7154eb061
  kind: Event
  lastTimestamp: "2026-04-16T15:01:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:01:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6de728b639c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "40629"
    uid: 6dee2d7b-ede3-4a60-8704-7c0857dd1692
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40019"
    uid: 4b567d84-8218-4288-b22e-7a390dc7e551
  kind: Event
  lastTimestamp: "2026-04-16T15:01:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:01:55Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6de680cef277f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40619"
    uid: ec36bfeb-7330-478c-947f-f3a2c0aab426
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40019"
    uid: 4b567d84-8218-4288-b22e-7a390dc7e551
  kind: Event
  lastTimestamp: "2026-04-16T15:00:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:00:41Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6de680d4e7eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40034"
    uid: 37f5a9f1-5a56-4747-a131-d6dc3398d2eb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:01:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40616"
    uid: 4b567d84-8218-4288-b22e-7a390dc7e551
  kind: Event
  lastTimestamp: "2026-04-16T15:01:55Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:01:55Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6de794502bdc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40617"
    uid: ea158bd8-b38a-4ae7-b04a-f7090d6d42d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:00:30.499059Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "39881"
    uid: ebce2c53-6d65-4448-9186-b380fe733654
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:00:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:00:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq.18a6de657c152d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "39886"
    uid: aa07c477-78a0-4a07-9b37-ea7934dad1ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "39891"
    uid: ebce2c53-6d65-4448-9186-b380fe733654
  kind: Event
  lastTimestamp: "2026-04-16T15:00:30Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:00:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq.18a6de6595556d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "39899"
    uid: e5c60d2a-dd67-4b79-8fa7-b1511611f777
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "39884"
    uid: ebce2c53-6d65-4448-9186-b380fe733654
  kind: Event
  lastTimestamp: "2026-04-16T15:00:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq.18a6de65974dac4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39955"
    uid: 7d6610ba-2e04-475f-8334-ec8b0c5f57e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "39884"
    uid: ebce2c53-6d65-4448-9186-b380fe733654
  kind: Event
  lastTimestamp: "2026-04-16T15:00:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq.18a6de659a587895
    namespace: kserve-ci-e2e-test
    resourceVersion: "39959"
    uid: 9c8aa618-0189-464d-b209-fee6175eea36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "39884"
    uid: ebce2c53-6d65-4448-9186-b380fe733654
  kind: Event
  lastTimestamp: "2026-04-16T15:00:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq.18a6de659acae117
    namespace: kserve-ci-e2e-test
    resourceVersion: "39960"
    uid: 7148df2f-12e6-4106-8abb-623890e96411
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "39884"
    uid: ebce2c53-6d65-4448-9186-b380fe733654
  kind: Event
  lastTimestamp: "2026-04-16T15:00:40Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:40Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq.18a6de67cfd66589
    namespace: kserve-ci-e2e-test
    resourceVersion: "40004"
    uid: b691c351-77e9-448f-94b5-9a89f7d84e4d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39870"
    uid: 9a579631-0fae-48e8-b735-a19dae1f15a2
  kind: Event
  lastTimestamp: "2026-04-16T15:00:30Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d-458gq'
  metadata:
    creationTimestamp: "2026-04-16T15:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:00:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d.18a6de657b9eb783
    namespace: kserve-ci-e2e-test
    resourceVersion: "39883"
    uid: 4ac366c7-0146-4518-9d9f-dd137147c7e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39868"
    uid: f868c184-a960-400d-acfc-044ca5007049
  kind: Event
  lastTimestamp: "2026-04-16T15:00:30Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-6cf57c4f9d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:00:30Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6de65788c53f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39872"
    uid: 90168d9e-d05c-4aa1-a638-b5423676423f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39860"
    uid: 7af96ca6-a215-4ef7-91b8-fb6563fdf89f
  kind: Event
  lastTimestamp: "2026-04-16T15:00:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:00:37Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6de65785cb52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39961"
    uid: 914f32a5-2037-4a1d-8f07-6ae27e54f9bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39860"
    uid: 7af96ca6-a215-4ef7-91b8-fb6563fdf89f
  kind: Event
  lastTimestamp: "2026-04-16T15:00:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:00:30Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6de6578c6c96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39874"
    uid: 8008ec1b-833f-41bc-9bfd-2a7b0765820b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:59:19.356673Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39289"
    uid: 3b656b0b-6393-4f5e-801a-db8f9cc359a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:59:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:59:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k.18a6de54ebaa908a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39294"
    uid: 969e2305-20be-40cd-8ef3-ba77e6cebf40
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39301"
    uid: 3b656b0b-6393-4f5e-801a-db8f9cc359a3
  kind: Event
  lastTimestamp: "2026-04-16T14:59:19Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:59:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k.18a6de5504e452ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39312"
    uid: 9d9dc579-cf69-4817-b99a-8617406bc9d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 3b656b0b-6393-4f5e-801a-db8f9cc359a3
  kind: Event
  lastTimestamp: "2026-04-16T14:59:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:59:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k.18a6de55062cce32
    namespace: kserve-ci-e2e-test
    resourceVersion: "39314"
    uid: 9d90aac4-2331-4627-88bd-dbf5f0551770
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 3b656b0b-6393-4f5e-801a-db8f9cc359a3
  kind: Event
  lastTimestamp: "2026-04-16T14:59:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:59:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k.18a6de55095c0312
    namespace: kserve-ci-e2e-test
    resourceVersion: "39316"
    uid: 706cedf7-59d9-4677-98eb-ce5788ceb63c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 3b656b0b-6393-4f5e-801a-db8f9cc359a3
  kind: Event
  lastTimestamp: "2026-04-16T14:59:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:59:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k.18a6de5509cf72a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39317"
    uid: a57f6917-3bb7-44aa-b29f-32af379d7dbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 3b656b0b-6393-4f5e-801a-db8f9cc359a3
  kind: Event
  lastTimestamp: "2026-04-16T14:59:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:59:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k.18a6de5554aec1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "39330"
    uid: 979050aa-062f-499c-a282-799f799e465c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 3b656b0b-6393-4f5e-801a-db8f9cc359a3
  kind: Event
  lastTimestamp: "2026-04-16T14:59:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:59:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k.18a6de55578d0974
    namespace: kserve-ci-e2e-test
    resourceVersion: "39335"
    uid: f60c18b5-f963-4ebe-8416-e06c0511ebdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 3b656b0b-6393-4f5e-801a-db8f9cc359a3
  kind: Event
  lastTimestamp: "2026-04-16T14:59:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:59:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:59:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k.18a6de5558042aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "39336"
    uid: fa4fc7a0-5554-425d-9a06-15b91bcece54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 3b656b0b-6393-4f5e-801a-db8f9cc359a3
  kind: Event
  lastTimestamp: "2026-04-16T15:00:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k.18a6de5590e33586
    namespace: kserve-ci-e2e-test
    resourceVersion: "39772"
    uid: 434c0cac-994c-41c9-aba9-7857a836cdef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "39291"
    uid: 3b656b0b-6393-4f5e-801a-db8f9cc359a3
  kind: Event
  lastTimestamp: "2026-04-16T15:00:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:00:29Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k.18a6de653b0f2bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39842"
    uid: dbe4ded3-4dd2-46e5-86c0-3f276551305c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39279"
    uid: d29d3970-12fe-4428-83ae-154b6e3d7a56
  kind: Event
  lastTimestamp: "2026-04-16T14:59:19Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb-jxs5k'
  metadata:
    creationTimestamp: "2026-04-16T14:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:59:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb.18a6de54eb40ad69
    namespace: kserve-ci-e2e-test
    resourceVersion: "39290"
    uid: fdca087c-09ae-4378-8bf1-96098384fe3a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39276"
    uid: 7d630a49-2b18-4f26-918c-cf9b4f0d0c14
  kind: Event
  lastTimestamp: "2026-04-16T14:59:19Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-ccbfd99cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:59:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6de54e88424cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39281"
    uid: 6e568060-bef3-4d8c-bf4d-bc91b6ffe75e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39278"
    uid: ec19f0f0-dd1c-4dd9-b020-5f1ea4fd16f1
  kind: Event
  lastTimestamp: "2026-04-16T14:59:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:59:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6de58675c814f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39543"
    uid: 289dcd55-3aed-4b9b-9d6f-5216cf85dedf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39278"
    uid: ec19f0f0-dd1c-4dd9-b020-5f1ea4fd16f1
  kind: Event
  lastTimestamp: "2026-04-16T14:59:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:59:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6de5867b96c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "39544"
    uid: 8f851b7a-2c91-442a-917b-4db9a1bf4608
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39438"
    uid: ec19f0f0-dd1c-4dd9-b020-5f1ea4fd16f1
  kind: Event
  lastTimestamp: "2026-04-16T15:00:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:00:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6de5f65cee73c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39747"
    uid: fc51884a-8ffe-4c02-9245-3dba79b1de3a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39438"
    uid: ec19f0f0-dd1c-4dd9-b020-5f1ea4fd16f1
  kind: Event
  lastTimestamp: "2026-04-16T15:00:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:00:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6de5f6657d3c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: 52b81205-2b34-4eb8-b8e8-6667f5c904cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39268"
    uid: 102157b4-0357-49f5-8f61-c3178d4f36cb
  kind: Event
  lastTimestamp: "2026-04-16T15:00:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:00:28Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6de54e85a6fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39820"
    uid: f434193b-7ea9-48bf-8f12-0d79a0ce47bf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39268"
    uid: 102157b4-0357-49f5-8f61-c3178d4f36cb
  kind: Event
  lastTimestamp: "2026-04-16T14:59:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:59:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6de54e8da78f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39284"
    uid: f1705ead-2420-4296-9585-8c04252c2171
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:00:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39817"
    uid: 102157b4-0357-49f5-8f61-c3178d4f36cb
  kind: Event
  lastTimestamp: "2026-04-16T15:00:28Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:00:28Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6de64f6530346
    namespace: kserve-ci-e2e-test
    resourceVersion: "39818"
    uid: 18c9cb36-db2d-44ac-ae3c-25287d3e2236
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:03:34.891908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41533"
    uid: 22875145-8ec3-410a-83ef-9739d328f1c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:03:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:03:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd.18a6de906ac0c426
    namespace: kserve-ci-e2e-test
    resourceVersion: "41539"
    uid: b59c0550-a5a4-471a-9332-a40e6f3b2200
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:03:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41543"
    uid: 22875145-8ec3-410a-83ef-9739d328f1c8
  kind: Event
  lastTimestamp: "2026-04-16T15:03:35Z"
  message: Add eth0 [10.133.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:03:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd.18a6de908492fe82
    namespace: kserve-ci-e2e-test
    resourceVersion: "41553"
    uid: a0a53cd2-745f-4b27-8664-6df872b513a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41536"
    uid: 22875145-8ec3-410a-83ef-9739d328f1c8
  kind: Event
  lastTimestamp: "2026-04-16T15:03:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:03:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd.18a6de9085d5110f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41605"
    uid: 400b17a6-a386-4de7-aeb4-fe1fd0843df6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41536"
    uid: 22875145-8ec3-410a-83ef-9739d328f1c8
  kind: Event
  lastTimestamp: "2026-04-16T15:03:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:03:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd.18a6de9088a7df8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41610"
    uid: 3319693b-8247-4c28-b7d5-9d0119fa0b96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T15:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41536"
    uid: 22875145-8ec3-410a-83ef-9739d328f1c8
  kind: Event
  lastTimestamp: "2026-04-16T15:03:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:03:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd.18a6de90891f48e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41611"
    uid: f5014d05-af37-442d-b093-7f5caf6ff789
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41536"
    uid: 22875145-8ec3-410a-83ef-9739d328f1c8
  kind: Event
  lastTimestamp: "2026-04-16T15:03:44Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:03:44Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd.18a6de92bf460a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41659"
    uid: 6a92c8a3-38f6-4ef7-ad7c-948579093521
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:03:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679
    namespace: kserve-ci-e2e-test
    resourceVersion: "41523"
    uid: dacc9861-99f3-46bd-ac07-9e3c1527ac36
  kind: Event
  lastTimestamp: "2026-04-16T15:03:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679-dccpd'
  metadata:
    creationTimestamp: "2026-04-16T15:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:03:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679.18a6de906a481b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "41535"
    uid: d7c16e3c-ef66-4da1-9dea-aabb194a7d55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:03:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41520"
    uid: 2d674c10-f773-40d2-b5d4-0553de092157
  kind: Event
  lastTimestamp: "2026-04-16T15:03:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-698cb7f679
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:03:34Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6de9067ee8156
    namespace: kserve-ci-e2e-test
    resourceVersion: "41525"
    uid: 3246a32f-f74f-412b-a556-9c591bd93e8a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T15:03:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41513"
    uid: 1272a52a-0f52-4da0-9771-0629768c697a
  kind: Event
  lastTimestamp: "2026-04-16T15:03:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:03:41Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6de9067caae63
    namespace: kserve-ci-e2e-test
    resourceVersion: "41612"
    uid: 191d56b0-7231-4c0c-916a-22bcc63976c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:03:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41513"
    uid: 1272a52a-0f52-4da0-9771-0629768c697a
  kind: Event
  lastTimestamp: "2026-04-16T15:03:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:03:34Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6de9068400816
    namespace: kserve-ci-e2e-test
    resourceVersion: "41527"
    uid: 6f12c405-d862-4199-a3b2-aa60b3d42284
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T15:02:13.794060Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40882"
    uid: 875adb15-a189-498c-baf0-4fea06028a24
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T15:02:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T15:02:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf.18a6de7d88f1d8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40888"
    uid: fab5d830-f287-4c8b-85f7-239ab7d76b96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40896"
    uid: 875adb15-a189-498c-baf0-4fea06028a24
  kind: Event
  lastTimestamp: "2026-04-16T15:02:14Z"
  message: Add eth0 [10.133.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T15:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T15:02:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf.18a6de7da237c242
    namespace: kserve-ci-e2e-test
    resourceVersion: "40903"
    uid: 32a7b0fc-0afa-4af0-915f-3be3cca422d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40886"
    uid: 875adb15-a189-498c-baf0-4fea06028a24
  kind: Event
  lastTimestamp: "2026-04-16T15:02:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf.18a6de7da383f31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40905"
    uid: 4b1814d0-b6ec-4052-9dcb-c80b92c71a50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40886"
    uid: 875adb15-a189-498c-baf0-4fea06028a24
  kind: Event
  lastTimestamp: "2026-04-16T15:02:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T15:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf.18a6de7da64dec1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40907"
    uid: 9a2e53d6-3e64-4ee7-8728-ad5a971d731c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40886"
    uid: 875adb15-a189-498c-baf0-4fea06028a24
  kind: Event
  lastTimestamp: "2026-04-16T15:02:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T15:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:14Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf.18a6de7da6c0617e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40908"
    uid: b06e3fa1-37ca-493f-adb5-fd1dc4339df2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40886"
    uid: 875adb15-a189-498c-baf0-4fea06028a24
  kind: Event
  lastTimestamp: "2026-04-16T15:02:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T15:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf.18a6de7df8ac59fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40923"
    uid: cc38f60d-754c-4436-8184-36b4dfa78517
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40886"
    uid: 875adb15-a189-498c-baf0-4fea06028a24
  kind: Event
  lastTimestamp: "2026-04-16T15:02:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T15:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf.18a6de7dfb866bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40928"
    uid: 37d11cbd-a462-4df1-8145-089503c8e5d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40886"
    uid: 875adb15-a189-498c-baf0-4fea06028a24
  kind: Event
  lastTimestamp: "2026-04-16T15:02:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:02:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf.18a6de7dfc064d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "40929"
    uid: aa576270-19b4-420f-8164-4d4ef0eeba6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40886"
    uid: 875adb15-a189-498c-baf0-4fea06028a24
  kind: Event
  lastTimestamp: "2026-04-16T15:03:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T15:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:03:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf.18a6de7e349f7cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41576"
    uid: 1a1a5241-2a53-4a60-84dd-0ead236dd2ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40886"
    uid: 875adb15-a189-498c-baf0-4fea06028a24
  kind: Event
  lastTimestamp: "2026-04-16T15:03:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T15:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T15:03:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf.18a6de902a4bdc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "41499"
    uid: efa96698-5894-4917-9c97-222dd016ab7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40874"
    uid: 06a13f54-e4c7-4dd3-8da4-670fc5554bb0
  kind: Event
  lastTimestamp: "2026-04-16T15:02:13Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc-t6gvf'
  metadata:
    creationTimestamp: "2026-04-16T15:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:02:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc.18a6de7d8871c239
    namespace: kserve-ci-e2e-test
    resourceVersion: "40885"
    uid: aeedffd1-e351-4c46-be50-7fdbc70b1aef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40871"
    uid: 1d7ad24e-a825-4ebf-b543-129dfe475161
  kind: Event
  lastTimestamp: "2026-04-16T15:02:13Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-85c77d64fc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T15:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:02:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6de7d849ee831
    namespace: kserve-ci-e2e-test
    resourceVersion: "40876"
    uid: 0c070504-4179-4b90-966f-7055de9f3bb1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40873"
    uid: 3fc4c256-df60-4ed9-881f-66d5d5cc4a5e
  kind: Event
  lastTimestamp: "2026-04-16T15:02:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:02:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6de81039d4a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41024"
    uid: 204b6547-b2df-48a3-9062-b8784effa2e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40873"
    uid: 3fc4c256-df60-4ed9-881f-66d5d5cc4a5e
  kind: Event
  lastTimestamp: "2026-04-16T15:02:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T15:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:02:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6de81041afeed
    namespace: kserve-ci-e2e-test
    resourceVersion: "41026"
    uid: 6ede142e-a8fd-41f9-91e5-71791da7b5ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41025"
    uid: 3fc4c256-df60-4ed9-881f-66d5d5cc4a5e
  kind: Event
  lastTimestamp: "2026-04-16T15:03:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:03:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6de848318e3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41446"
    uid: 57614351-3523-4e13-9075-a2beb87a0ec5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41025"
    uid: 3fc4c256-df60-4ed9-881f-66d5d5cc4a5e
  kind: Event
  lastTimestamp: "2026-04-16T15:03:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T15:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T15:03:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6de8483af730b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41447"
    uid: 9850f1bf-d9a9-4494-8b87-b5085c99970b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40860"
    uid: 46d809f2-8587-42ce-8a1d-fa33ab7bf089
  kind: Event
  lastTimestamp: "2026-04-16T15:03:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T15:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:03:27Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6de7d847378f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41439"
    uid: c6a080ae-c781-4eb7-8080-5bee488194aa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:02:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40860"
    uid: 46d809f2-8587-42ce-8a1d-fa33ab7bf089
  kind: Event
  lastTimestamp: "2026-04-16T15:02:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T15:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:02:13Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6de7d84f00d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 6d3c3aeb-2c67-43cd-9299-2b9f5abfaef9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T15:03:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41437"
    uid: 46d809f2-8587-42ce-8a1d-fa33ab7bf089
  kind: Event
  lastTimestamp: "2026-04-16T15:03:27Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T15:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T15:03:27Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6de8ec1949211
    namespace: kserve-ci-e2e-test
    resourceVersion: "41438"
    uid: 2e6de140-e1dc-43ff-9b45-903d404c3697
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38666"
    uid: 99c1fc0c-3971-4e6f-9e57-67a0bfca8456
  kind: Event
  lastTimestamp: "2026-04-16T14:59:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:59:17Z"
    name: isvc-sklearn-s3.18a6de448cf09c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "39232"
    uid: 06a5564d-6133-4a01-a63f-593f85db5a5a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38666"
    uid: 99c1fc0c-3971-4e6f-9e57-67a0bfca8456
  kind: Event
  lastTimestamp: "2026-04-16T14:58:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:58:09Z"
    name: isvc-sklearn-s3.18a6de448d3d465c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38698"
    uid: 3e0b5a9e-a752-4aa6-a84f-c47913a791c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:59:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39230"
    uid: 99c1fc0c-3971-4e6f-9e57-67a0bfca8456
  kind: Event
  lastTimestamp: "2026-04-16T14:59:17Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:59:17Z"
    name: isvc-sklearn-s3.18a6de546f456f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "39231"
    uid: 66eeb9ec-31dc-4a25-86d7-8cf282b48b31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6dd698f7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30486"
    uid: 66b7f36f-d33e-4e4e-a6ba-656a10387f28
  kind: Event
  lastTimestamp: "2026-04-16T14:41:53Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6dd698f7f7-2wqgj'
  metadata:
    creationTimestamp: "2026-04-16T14:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:41:53Z"
    name: isvc-sklearn-scheduler-predictor-6dd698f7f7.18a6dd6164bf44aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30497"
    uid: d5b79f51-06c7-4246-92a1-f49a879a0cee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30482"
    uid: 27c6df52-0276-4810-99ef-c68c511cd0d3
  kind: Event
  lastTimestamp: "2026-04-16T14:41:53Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6dd698f7f7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:41:53Z"
    name: isvc-sklearn-scheduler-predictor.18a6dd6160d76c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "30488"
    uid: f5a95ee7-a850-4045-b3f0-8ef4ef5ba13b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: d837b13f-a3f9-45b2-8966-af98abe2c3ab
  kind: Event
  lastTimestamp: "2026-04-16T14:41:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:41:53Z"
    name: isvc-sklearn-scheduler.18a6dd61606c05d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: 1cf20dfb-7113-4d90-90f5-1cb1a5969a67
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: d837b13f-a3f9-45b2-8966-af98abe2c3ab
  kind: Event
  lastTimestamp: "2026-04-16T14:41:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:41:53Z"
    name: isvc-sklearn-scheduler.18a6dd6160e73773
    namespace: kserve-ci-e2e-test
    resourceVersion: "30490"
    uid: 5774ee82-27b2-4a32-918c-eec073bc7242
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30459"
    uid: d837b13f-a3f9-45b2-8966-af98abe2c3ab
  kind: Event
  lastTimestamp: "2026-04-16T14:41:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:41:53Z"
    name: isvc-sklearn-scheduler.18a6dd6160e79af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30491"
    uid: 02fa1ac9-ee5f-499e-9e9d-fd98ac585111
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:46:53.540373Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33082"
    uid: b0d29c38-4e0b-4ae7-89bc-784cd8b8ea3c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:46:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:46:53Z"
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj.18a6dda7458cf0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33089"
    uid: ac3a5ece-fd19-4db5-8c07-ad235bfaed08
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33098"
    uid: b0d29c38-4e0b-4ae7-89bc-784cd8b8ea3c
  kind: Event
  lastTimestamp: "2026-04-16T14:46:53Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:46:53Z"
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj.18a6dda75ea64df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33122"
    uid: 35fa6733-a135-47ce-ada0-8a82a3629074
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: b0d29c38-4e0b-4ae7-89bc-784cd8b8ea3c
  kind: Event
  lastTimestamp: "2026-04-16T14:46:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:46:53Z"
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj.18a6dda75fe2daf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33124"
    uid: d399a014-c4b2-40eb-8779-8f81beed5446
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: b0d29c38-4e0b-4ae7-89bc-784cd8b8ea3c
  kind: Event
  lastTimestamp: "2026-04-16T14:46:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:46:54Z"
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj.18a6dda7629abf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: 7c36686d-493b-4a28-aec3-e7667be8fc88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: b0d29c38-4e0b-4ae7-89bc-784cd8b8ea3c
  kind: Event
  lastTimestamp: "2026-04-16T14:46:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:46:54Z"
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj.18a6dda76310bb25
    namespace: kserve-ci-e2e-test
    resourceVersion: "33126"
    uid: 5bd848ed-05af-4b4c-bdd8-0337fc390e85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: b0d29c38-4e0b-4ae7-89bc-784cd8b8ea3c
  kind: Event
  lastTimestamp: "2026-04-16T14:46:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:46:58Z"
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj.18a6dda87da6c808
    namespace: kserve-ci-e2e-test
    resourceVersion: "33167"
    uid: 6fdf57de-e60a-45ac-b090-04936d59b767
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: b0d29c38-4e0b-4ae7-89bc-784cd8b8ea3c
  kind: Event
  lastTimestamp: "2026-04-16T14:46:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:46:58Z"
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj.18a6dda8811d6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "33173"
    uid: 2bb0b153-40bc-47cd-9727-c0f7dab479d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: b0d29c38-4e0b-4ae7-89bc-784cd8b8ea3c
  kind: Event
  lastTimestamp: "2026-04-16T14:46:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:46:58Z"
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj.18a6dda88191ab54
    namespace: kserve-ci-e2e-test
    resourceVersion: "33174"
    uid: df5cd769-600b-46a6-8310-2135f16a577b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: b0d29c38-4e0b-4ae7-89bc-784cd8b8ea3c
  kind: Event
  lastTimestamp: "2026-04-16T14:48:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:48:15Z"
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj.18a6dda8b99443ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33792"
    uid: 73427406-bb97-41b5-9449-a294f05e7c83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33086"
    uid: b0d29c38-4e0b-4ae7-89bc-784cd8b8ea3c
  kind: Event
  lastTimestamp: "2026-04-16T14:48:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:48:13Z"
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj.18a6ddb9ed36a26b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33738"
    uid: c1bfbf79-d265-4735-9b39-4859f0d39be9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88
    namespace: kserve-ci-e2e-test
    resourceVersion: "33075"
    uid: 8defbf1f-a95e-4e5a-b82a-307d26512cb3
  kind: Event
  lastTimestamp: "2026-04-16T14:46:53Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-778d8cbb88-755vj'
  metadata:
    creationTimestamp: "2026-04-16T14:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:46:53Z"
    name: isvc-sklearn-v2-mixed-predictor-778d8cbb88.18a6dda745286061
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: d594dcce-56bd-4e32-a38b-5fd129bbea38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33074"
    uid: 42230481-e173-4725-ae32-ea7ec67c7060
  kind: Event
  lastTimestamp: "2026-04-16T14:46:53Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-778d8cbb88 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T14:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:46:53Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6dda742925e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33077"
    uid: dff6c719-2ad1-4b19-bd8f-3573412df257
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33076"
    uid: fc9e0a4c-7213-487e-b858-42344d5005a9
  kind: Event
  lastTimestamp: "2026-04-16T14:47:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:47:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ddaac18efd87
    namespace: kserve-ci-e2e-test
    resourceVersion: "33356"
    uid: ed47e06b-61be-473f-9403-84b83cc329e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33076"
    uid: fc9e0a4c-7213-487e-b858-42344d5005a9
  kind: Event
  lastTimestamp: "2026-04-16T14:47:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:47:23Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ddaac20fdb73
    namespace: kserve-ci-e2e-test
    resourceVersion: "33357"
    uid: d1d0622f-6a87-4c94-b2e3-8d9e016d64df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:47:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: fc9e0a4c-7213-487e-b858-42344d5005a9
  kind: Event
  lastTimestamp: "2026-04-16T14:48:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:48:08Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ddb1c033d297
    namespace: kserve-ci-e2e-test
    resourceVersion: "33677"
    uid: d00fc1d4-fc15-4164-bfb9-23c3ea86c159
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:47:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: fc9e0a4c-7213-487e-b858-42344d5005a9
  kind: Event
  lastTimestamp: "2026-04-16T14:48:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:48:08Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ddb1c09a634f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33678"
    uid: a927a61f-328e-45fc-880b-30bdf679b168
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33064"
    uid: 287ba94a-9aeb-4d99-8841-8e37342d147c
  kind: Event
  lastTimestamp: "2026-04-16T14:48:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:48:05Z"
    name: isvc-sklearn-v2-mixed.18a6dda742ad48ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33650"
    uid: 7cba8d76-ffce-4259-8f3c-1c1c66006bff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33064"
    uid: 287ba94a-9aeb-4d99-8841-8e37342d147c
  kind: Event
  lastTimestamp: "2026-04-16T14:46:53Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:46:53Z"
    name: isvc-sklearn-v2-mixed.18a6dda743269f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33080"
    uid: d4c8520d-d5fc-4a6c-aa85-99e5d6f587d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33648"
    uid: 287ba94a-9aeb-4d99-8841-8e37342d147c
  kind: Event
  lastTimestamp: "2026-04-16T14:48:05Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:48:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:48:05Z"
    name: isvc-sklearn-v2-mixed.18a6ddb7f85d76b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33649"
    uid: f1db5a30-8496-47e2-ac83-8116d08b4038
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:45:33.231543Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-778988494c-dtx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: 69bd7774-1028-468c-893e-de2d1e5c03c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-778988494c-dtx54
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:45:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:45:33Z"
    name: isvc-sklearn-v2-predictor-778988494c-dtx54.18a6dd9492c569b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32449"
    uid: 2ecc1099-17a7-4ccc-8800-0579989737c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-778988494c-dtx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32454"
    uid: 69bd7774-1028-468c-893e-de2d1e5c03c1
  kind: Event
  lastTimestamp: "2026-04-16T14:45:33Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:45:33Z"
    name: isvc-sklearn-v2-predictor-778988494c-dtx54.18a6dd94abbb9613
    namespace: kserve-ci-e2e-test
    resourceVersion: "32466"
    uid: bdd7071c-d7bd-4163-8067-850403a0d99f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-778988494c-dtx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 69bd7774-1028-468c-893e-de2d1e5c03c1
  kind: Event
  lastTimestamp: "2026-04-16T14:45:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:45:33Z"
    name: isvc-sklearn-v2-predictor-778988494c-dtx54.18a6dd94acf1b891
    namespace: kserve-ci-e2e-test
    resourceVersion: "32468"
    uid: 4090dbe3-71b0-4c6f-a831-a5b6363152e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-778988494c-dtx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 69bd7774-1028-468c-893e-de2d1e5c03c1
  kind: Event
  lastTimestamp: "2026-04-16T14:45:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:45:33Z"
    name: isvc-sklearn-v2-predictor-778988494c-dtx54.18a6dd94af8d9ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32470"
    uid: c5bd6d14-3889-4605-bb88-c3c6df60de02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-778988494c-dtx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 69bd7774-1028-468c-893e-de2d1e5c03c1
  kind: Event
  lastTimestamp: "2026-04-16T14:45:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:45:33Z"
    name: isvc-sklearn-v2-predictor-778988494c-dtx54.18a6dd94b011340f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32471"
    uid: 55b314d2-782e-499a-88fe-41de25674950
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-778988494c-dtx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 69bd7774-1028-468c-893e-de2d1e5c03c1
  kind: Event
  lastTimestamp: "2026-04-16T14:45:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1424"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:45:37Z"
    name: isvc-sklearn-v2-predictor-778988494c-dtx54.18a6dd9592f74689
    namespace: kserve-ci-e2e-test
    resourceVersion: "32503"
    uid: 34663488-12c8-4ff8-8e81-137c40bd9e43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-778988494c-dtx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 69bd7774-1028-468c-893e-de2d1e5c03c1
  kind: Event
  lastTimestamp: "2026-04-16T14:45:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:45:37Z"
    name: isvc-sklearn-v2-predictor-778988494c-dtx54.18a6dd959726b2d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 524d453e-8d2a-4dd4-9d50-c98999d6836a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-778988494c-dtx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 69bd7774-1028-468c-893e-de2d1e5c03c1
  kind: Event
  lastTimestamp: "2026-04-16T14:45:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:45:37Z"
    name: isvc-sklearn-v2-predictor-778988494c-dtx54.18a6dd95979f240e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32509"
    uid: dc5dd295-44c7-4777-9416-570fc4a40238
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-778988494c-dtx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 69bd7774-1028-468c-893e-de2d1e5c03c1
  kind: Event
  lastTimestamp: "2026-04-16T14:46:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:46:39Z"
    name: isvc-sklearn-v2-predictor-778988494c-dtx54.18a6dd95cef3e008
    namespace: kserve-ci-e2e-test
    resourceVersion: "32948"
    uid: 6bb262b5-77a9-4499-9b79-a2f6df221c8d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-778988494c-dtx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 69bd7774-1028-468c-893e-de2d1e5c03c1
  kind: Event
  lastTimestamp: "2026-04-16T14:46:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:46:53Z"
    name: isvc-sklearn-v2-predictor-778988494c-dtx54.18a6dda748806c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33111"
    uid: 7dd0ee7d-2c3b-473c-8563-09fed00a29b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-778988494c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32434"
    uid: e12ad70d-5a89-4557-b053-c8e228a7bebd
  kind: Event
  lastTimestamp: "2026-04-16T14:45:33Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-778988494c-dtx54'
  metadata:
    creationTimestamp: "2026-04-16T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:45:33Z"
    name: isvc-sklearn-v2-predictor-778988494c.18a6dd949255cfda
    namespace: kserve-ci-e2e-test
    resourceVersion: "32445"
    uid: 9e917dbb-c66b-4e33-b644-2e7460610f10
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32432"
    uid: 93ba1c32-7b88-4600-8627-5d19ef31e7a3
  kind: Event
  lastTimestamp: "2026-04-16T14:45:33Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-778988494c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:45:33Z"
    name: isvc-sklearn-v2-predictor.18a6dd948f3d4e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "32436"
    uid: d267e77a-35aa-4d67-bf12-107e6da252fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32433"
    uid: 8135af1b-5e9d-4da2-8e39-b405fd9a753b
  kind: Event
  lastTimestamp: "2026-04-16T14:46:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:46:18Z"
    name: isvc-sklearn-v2-predictor.18a6dd980dd3664c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32797"
    uid: 84268740-7c62-4ee3-87f1-d347215b79da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32433"
    uid: 8135af1b-5e9d-4da2-8e39-b405fd9a753b
  kind: Event
  lastTimestamp: "2026-04-16T14:46:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:46:18Z"
    name: isvc-sklearn-v2-predictor.18a6dd980e3b6738
    namespace: kserve-ci-e2e-test
    resourceVersion: "32798"
    uid: 9d88f559-10d0-4ab4-af08-d5d7b3327cd6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32592"
    uid: 8135af1b-5e9d-4da2-8e39-b405fd9a753b
  kind: Event
  lastTimestamp: "2026-04-16T14:46:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:46:48Z"
    name: isvc-sklearn-v2-predictor.18a6dda28b7ca0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33017"
    uid: feec49ab-510d-4015-acb5-415911e7185f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32592"
    uid: 8135af1b-5e9d-4da2-8e39-b405fd9a753b
  kind: Event
  lastTimestamp: "2026-04-16T14:46:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:46:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:46:48Z"
    name: isvc-sklearn-v2-predictor.18a6dda28be4d0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "33018"
    uid: d238107b-e674-48d5-b992-2a33f255897b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:44:43.069308Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32002"
    uid: 4be73c5b-6864-4eaf-a1c8-c835652d62ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:44:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:44:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8.18a6dd88e4de7bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32008"
    uid: 06fc13c0-514a-41c7-aba1-3ef7d1365626
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32011"
    uid: 4be73c5b-6864-4eaf-a1c8-c835652d62ec
  kind: Event
  lastTimestamp: "2026-04-16T14:44:43Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:44:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8.18a6dd88fd9843c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32026"
    uid: 461ddf02-eab4-48c7-ad4b-a5aca5b9bf8b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 4be73c5b-6864-4eaf-a1c8-c835652d62ec
  kind: Event
  lastTimestamp: "2026-04-16T14:44:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8.18a6dd88ff48df9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32028"
    uid: a3b93153-646d-4778-9449-3227c0999731
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 4be73c5b-6864-4eaf-a1c8-c835652d62ec
  kind: Event
  lastTimestamp: "2026-04-16T14:44:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8.18a6dd8902640171
    namespace: kserve-ci-e2e-test
    resourceVersion: "32030"
    uid: 3daad7e4-2088-48b6-a1a7-8e13c08d0c8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 4be73c5b-6864-4eaf-a1c8-c835652d62ec
  kind: Event
  lastTimestamp: "2026-04-16T14:44:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8.18a6dd8902d9e021
    namespace: kserve-ci-e2e-test
    resourceVersion: "32031"
    uid: 258fc454-7ada-4fad-97b4-3853b1bd3c94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 4be73c5b-6864-4eaf-a1c8-c835652d62ec
  kind: Event
  lastTimestamp: "2026-04-16T14:44:47Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T14:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:47Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8.18a6dd89e5666e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "32066"
    uid: a1edc2c9-dee2-4c00-9b26-128906da16b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 4be73c5b-6864-4eaf-a1c8-c835652d62ec
  kind: Event
  lastTimestamp: "2026-04-16T14:44:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:47Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8.18a6dd89e91df616
    namespace: kserve-ci-e2e-test
    resourceVersion: "32070"
    uid: b59aff50-1f63-4e5b-a8d9-947e17754263
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 4be73c5b-6864-4eaf-a1c8-c835652d62ec
  kind: Event
  lastTimestamp: "2026-04-16T14:44:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:44:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:47Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8.18a6dd89e9955dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32071"
    uid: 6f1494aa-58c7-413f-93d7-e31d4f371462
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 4be73c5b-6864-4eaf-a1c8-c835652d62ec
  kind: Event
  lastTimestamp: "2026-04-16T14:45:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T14:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:45:19Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8.18a6dd915c374877
    namespace: kserve-ci-e2e-test
    resourceVersion: "32298"
    uid: 6642afd3-ee03-4046-8a1b-220ce215426b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 4be73c5b-6864-4eaf-a1c8-c835652d62ec
  kind: Event
  lastTimestamp: "2026-04-16T14:45:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:45:33Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8.18a6dd948e0e7419
    namespace: kserve-ci-e2e-test
    resourceVersion: "32428"
    uid: 61f4f90e-acfb-4037-a0ab-c1cd64ecda90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 4be73c5b-6864-4eaf-a1c8-c835652d62ec
  kind: Event
  lastTimestamp: "2026-04-16T14:45:39Z"
  message: 'Readiness probe failed: Get "http://10.133.0.53:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.133.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T14:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:45:39Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8.18a6dd960172a5c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 3a19fbb2-1bba-4990-a3e4-4b769a6e66e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31992"
    uid: 3ceae605-2c53-451e-b41f-a851f3c094fc
  kind: Event
  lastTimestamp: "2026-04-16T14:44:43Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-x9qn8'
  metadata:
    creationTimestamp: "2026-04-16T14:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:44:43Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a6dd88e46c80e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32003"
    uid: bbbd8b94-61b4-478d-bf3a-db5b3f5c0702
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31989"
    uid: 2124e980-be9e-40e2-92b3-bebef57c6ced
  kind: Event
  lastTimestamp: "2026-04-16T14:44:43Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:44:43Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6dd88e1acb6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31994"
    uid: aaa5ed59-02ab-4e50-9c49-bcbcd29b4359
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: db8930f8-ac0e-4b7d-8216-97d3da44ec8e
  kind: Event
  lastTimestamp: "2026-04-16T14:45:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:45:28Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6dd8c6096364e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 0d374900-be87-4dda-9e0f-118787028a17
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31991"
    uid: db8930f8-ac0e-4b7d-8216-97d3da44ec8e
  kind: Event
  lastTimestamp: "2026-04-16T14:45:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:45:28Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6dd8c60fb9d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: cb1dc78c-565c-4a27-bdcc-2936b995f8c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: b582d53f-a014-4323-ba64-489bd61368c5
  kind: Event
  lastTimestamp: "2026-04-16T14:45:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:45:29Z"
    name: isvc-sklearn-v2-runtime.18a6dd88e184e06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32379"
    uid: 88f1a2f6-71cd-4824-b426-15d8691daa06
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: b582d53f-a014-4323-ba64-489bd61368c5
  kind: Event
  lastTimestamp: "2026-04-16T14:44:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:44:43Z"
    name: isvc-sklearn-v2-runtime.18a6dd88e1f4a048
    namespace: kserve-ci-e2e-test
    resourceVersion: "32013"
    uid: 90d5b5c2-15b4-4f9d-a694-7098954916eb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31977"
    uid: b582d53f-a014-4323-ba64-489bd61368c5
  kind: Event
  lastTimestamp: "2026-04-16T14:44:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:44:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:44:43Z"
    name: isvc-sklearn-v2-runtime.18a6dd88e6c69e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "32015"
    uid: c0882263-2a44-4f10-bf8d-dcd1f09c2c01
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32376"
    uid: b582d53f-a014-4323-ba64-489bd61368c5
  kind: Event
  lastTimestamp: "2026-04-16T14:45:29Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:45:29Z"
    name: isvc-sklearn-v2-runtime.18a6dd93b19d5581
    namespace: kserve-ci-e2e-test
    resourceVersion: "32377"
    uid: 55f49121-f25b-492c-b7f9-15ab2034ac23
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32407"
    uid: 352118ed-b529-4082-94dc-5ff18d3225da
  kind: Event
  lastTimestamp: "2026-04-16T14:46:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:46:49Z"
    name: isvc-sklearn-v2.18a6dd948f1c409f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33036"
    uid: b536cecd-502f-4c47-931b-2a18890658f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32407"
    uid: 352118ed-b529-4082-94dc-5ff18d3225da
  kind: Event
  lastTimestamp: "2026-04-16T14:45:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:45:33Z"
    name: isvc-sklearn-v2.18a6dd948f70b6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32455"
    uid: f0d640d7-5263-4f4d-860c-c44e1297ddd3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32421"
    uid: 352118ed-b529-4082-94dc-5ff18d3225da
  kind: Event
  lastTimestamp: "2026-04-16T14:45:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:45:33Z"
    name: isvc-sklearn-v2.18a6dd9493e5e3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32456"
    uid: 887f9fb6-7542-4c12-9884-662d2046d432
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:46:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 352118ed-b529-4082-94dc-5ff18d3225da
  kind: Event
  lastTimestamp: "2026-04-16T14:46:49Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:46:49Z"
    name: isvc-sklearn-v2.18a6dda65b49782c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33035"
    uid: b839526c-9652-417c-8aeb-80d3c56e7068
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: c64a412a-eb23-4a2a-86c3-3dca3e7e9cb6
  kind: Event
  lastTimestamp: "2026-04-16T14:43:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:43:11Z"
    name: isvc-sklearn.18a6dd61de63d8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 94bc67c6-8a61-4d81-8ab5-a0f2b16db43d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:41:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30522"
    uid: c64a412a-eb23-4a2a-86c3-3dca3e7e9cb6
  kind: Event
  lastTimestamp: "2026-04-16T14:41:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T14:41:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:41:55Z"
    name: isvc-sklearn.18a6dd61defcf96b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30551"
    uid: 99bddc0a-38cf-4e17-9754-3d6196a8a489
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "31144"
    uid: c64a412a-eb23-4a2a-86c3-3dca3e7e9cb6
  kind: Event
  lastTimestamp: "2026-04-16T14:43:11Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:43:11Z"
    name: isvc-sklearn.18a6dd73ac9fb4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31145"
    uid: f93f6573-e5a2-4b31-8b90-4a3f9cffccc6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:48:13.725938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33749"
    uid: 253bf1ff-605c-4264-a68d-2b1259516120
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-lhz29
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:48:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:48:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29.18a6ddb9f0fb9773
    namespace: kserve-ci-e2e-test
    resourceVersion: "33756"
    uid: fcdb7923-6788-42c4-adff-5704f77b7a5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: 253bf1ff-605c-4264-a68d-2b1259516120
  kind: Event
  lastTimestamp: "2026-04-16T14:48:14Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:48:14Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29.18a6ddba0a2e9d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33775"
    uid: 2a625939-1f5f-4393-a46d-691aa884d635
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33753"
    uid: 253bf1ff-605c-4264-a68d-2b1259516120
  kind: Event
  lastTimestamp: "2026-04-16T14:48:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:48:14Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29.18a6ddba0b799920
    namespace: kserve-ci-e2e-test
    resourceVersion: "33777"
    uid: 4b00dbe1-7137-45aa-8f07-c8687c1792eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33753"
    uid: 253bf1ff-605c-4264-a68d-2b1259516120
  kind: Event
  lastTimestamp: "2026-04-16T14:48:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:48:14Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29.18a6ddba0e43c0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33778"
    uid: 722473fc-b2c6-4795-9602-4515680ccc1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33753"
    uid: 253bf1ff-605c-4264-a68d-2b1259516120
  kind: Event
  lastTimestamp: "2026-04-16T14:48:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:48:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:48:14Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29.18a6ddba0eb4efe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33779"
    uid: 5f01d522-2a70-4fc7-a04f-4d08c1d1544e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33753"
    uid: 253bf1ff-605c-4264-a68d-2b1259516120
  kind: Event
  lastTimestamp: "2026-04-16T14:48:19Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T14:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:48:19Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29.18a6ddbb2c232119
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: bc142987-c1ce-41ce-bd24-c82f5c74c849
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33753"
    uid: 253bf1ff-605c-4264-a68d-2b1259516120
  kind: Event
  lastTimestamp: "2026-04-16T14:48:22Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.881s (3.881s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:48:22Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29.18a6ddbc1382f5a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33854"
    uid: 7d829118-93e1-45de-9f17-589ae631434a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33753"
    uid: 253bf1ff-605c-4264-a68d-2b1259516120
  kind: Event
  lastTimestamp: "2026-04-16T14:48:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:48:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:48:22Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29.18a6ddbc18d08d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33858"
    uid: 05a9126c-b4df-41ba-8fef-140f62af4026
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33753"
    uid: 253bf1ff-605c-4264-a68d-2b1259516120
  kind: Event
  lastTimestamp: "2026-04-16T14:48:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:48:23Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29.18a6ddbc1a5656f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: 9aa23312-57e5-4558-a1db-e5fe224fbcc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33753"
    uid: 253bf1ff-605c-4264-a68d-2b1259516120
  kind: Event
  lastTimestamp: "2026-04-16T14:48:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:48:34Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29.18a6ddbc1b6fd860
    namespace: kserve-ci-e2e-test
    resourceVersion: "33942"
    uid: 29038ae3-bec8-4893-9c38-8b86de84c026
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33753"
    uid: 253bf1ff-605c-4264-a68d-2b1259516120
  kind: Event
  lastTimestamp: "2026-04-16T14:49:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:04Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-lhz29.18a6ddc5d3e43ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34191"
    uid: 21040713-19db-4ff3-9a9a-f351ffa98736
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33740"
    uid: 548d289c-676b-480b-a8a1-fa7605082520
  kind: Event
  lastTimestamp: "2026-04-16T14:48:13Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-lhz29'
  metadata:
    creationTimestamp: "2026-04-16T14:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:48:13Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a6ddb9f08b16c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33752"
    uid: 2059bd5b-3a13-4472-a03d-ca30c88cb68f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33737"
    uid: cb948177-0e81-4dac-8f05-abc43c692c29
  kind: Event
  lastTimestamp: "2026-04-16T14:48:13Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:48:13Z"
    name: isvc-tensorflow-predictor.18a6ddb9edbe8c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "33741"
    uid: 3a389851-d780-4588-bce7-1e128dd63516
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33739"
    uid: cbc251f6-027d-428f-bf9e-aa38a41005d5
  kind: Event
  lastTimestamp: "2026-04-16T14:48:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:48:58Z"
    name: isvc-tensorflow-predictor.18a6ddbd6cd263cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34121"
    uid: 301313eb-61f6-403e-b01f-d34bd40b5e34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33739"
    uid: cbc251f6-027d-428f-bf9e-aa38a41005d5
  kind: Event
  lastTimestamp: "2026-04-16T14:48:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:48:58Z"
    name: isvc-tensorflow-predictor.18a6ddbd6d3b6f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34122"
    uid: d4fa1a0f-5300-4f0e-ae21-20d9e3d5b4ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:49:04.843673Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34204"
    uid: 66291509-d0a8-476d-97e6-c0d3eccfe25a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:49:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:49:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb.18a6ddc5d7d651e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: 6897d277-37a6-4753-930a-235db9fa8874
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34212"
    uid: 66291509-d0a8-476d-97e6-c0d3eccfe25a
  kind: Event
  lastTimestamp: "2026-04-16T14:49:05Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:49:05Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb.18a6ddc5f0ea50de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34224"
    uid: 3101157a-b625-4f83-bb60-681969379748
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: 66291509-d0a8-476d-97e6-c0d3eccfe25a
  kind: Event
  lastTimestamp: "2026-04-16T14:49:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:05Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb.18a6ddc5f2221aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34226"
    uid: 0e39d2fa-228d-41a2-bec8-11a7aefb1b24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: 66291509-d0a8-476d-97e6-c0d3eccfe25a
  kind: Event
  lastTimestamp: "2026-04-16T14:49:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:05Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb.18a6ddc5f4fe6604
    namespace: kserve-ci-e2e-test
    resourceVersion: "34229"
    uid: 34cdb622-4c3c-4837-be12-0d0365851e1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: 66291509-d0a8-476d-97e6-c0d3eccfe25a
  kind: Event
  lastTimestamp: "2026-04-16T14:49:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:05Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb.18a6ddc5f56c6797
    namespace: kserve-ci-e2e-test
    resourceVersion: "34230"
    uid: 37940aff-ef55-4612-abdc-87f498ac9811
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: 66291509-d0a8-476d-97e6-c0d3eccfe25a
  kind: Event
  lastTimestamp: "2026-04-16T14:49:10Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:10Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb.18a6ddc71509acad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34268"
    uid: 846b78f9-4d79-4b13-91eb-af0c19130b75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: 66291509-d0a8-476d-97e6-c0d3eccfe25a
  kind: Event
  lastTimestamp: "2026-04-16T14:49:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:10Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb.18a6ddc718326b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "34272"
    uid: 3bae89e8-5afb-4c7f-9597-3b76b99db896
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: 66291509-d0a8-476d-97e6-c0d3eccfe25a
  kind: Event
  lastTimestamp: "2026-04-16T14:49:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:10Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb.18a6ddc718a4fc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: 4111f2b8-87ee-41cb-ae77-1c8f580d96fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: 66291509-d0a8-476d-97e6-c0d3eccfe25a
  kind: Event
  lastTimestamp: "2026-04-16T14:49:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:12Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb.18a6ddc750e64992
    namespace: kserve-ci-e2e-test
    resourceVersion: "34293"
    uid: 08a5b811-a4f5-48cd-b456-2c4c0867a87b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: 66291509-d0a8-476d-97e6-c0d3eccfe25a
  kind: Event
  lastTimestamp: "2026-04-16T14:49:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:36Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb.18a6ddcd1e1758e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34491"
    uid: 66d0341e-4c0e-4344-acdb-3f51a099eb8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34194"
    uid: a677fefc-43f1-4e42-b5d6-9b5e9aa87838
  kind: Event
  lastTimestamp: "2026-04-16T14:49:04Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-jl2tb'
  metadata:
    creationTimestamp: "2026-04-16T14:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:49:04Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a6ddc5d76f0524
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: 74ea3a8b-0a50-423d-ae50-f371eab24630
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34190"
    uid: cadda842-6189-4e27-a1cd-17bf764ccc27
  kind: Event
  lastTimestamp: "2026-04-16T14:49:04Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:49:04Z"
    name: isvc-tensorflow-runtime-predictor.18a6ddc5d494096f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34196"
    uid: cf0a1218-43d7-4094-9f8c-084ab48840e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: e9f2ddeb-c74b-43a1-a787-8655935a3122
  kind: Event
  lastTimestamp: "2026-04-16T14:49:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:49:34Z"
    name: isvc-tensorflow-runtime-predictor.18a6ddc953392717
    namespace: kserve-ci-e2e-test
    resourceVersion: "34456"
    uid: 9a342253-a971-4b50-98ed-488ec185c210
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34193"
    uid: e9f2ddeb-c74b-43a1-a787-8655935a3122
  kind: Event
  lastTimestamp: "2026-04-16T14:49:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:49:34Z"
    name: isvc-tensorflow-runtime-predictor.18a6ddc953a1921f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34457"
    uid: 51bb8ac3-0d3e-49d3-ba47-9734a1ce781f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34167"
    uid: 5d1d7370-836b-4a00-ab81-61f10c70ef97
  kind: Event
  lastTimestamp: "2026-04-16T14:49:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:49:22Z"
    name: isvc-tensorflow-runtime.18a6ddc5d46e5ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34369"
    uid: 66afed36-67c8-4c33-8e71-701cd2e36204
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34167"
    uid: 5d1d7370-836b-4a00-ab81-61f10c70ef97
  kind: Event
  lastTimestamp: "2026-04-16T14:49:04Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:49:04Z"
    name: isvc-tensorflow-runtime.18a6ddc5d4c8159d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34198"
    uid: 6dbb34f9-750e-4b12-ad78-cef109a9063b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34367"
    uid: 5d1d7370-836b-4a00-ab81-61f10c70ef97
  kind: Event
  lastTimestamp: "2026-04-16T14:49:22Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:49:22Z"
    name: isvc-tensorflow-runtime.18a6ddc9e4ecca95
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: 91c16a58-374d-421c-bad5-8493feffb2a8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33713"
    uid: 3bcb5659-6821-4b3d-ab3a-ba8a04e8420d
  kind: Event
  lastTimestamp: "2026-04-16T14:48:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:48:44Z"
    name: isvc-tensorflow.18a6ddb9edcb27c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34021"
    uid: 1f424140-2a8a-4496-a4b6-696bbfb91865
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33713"
    uid: 3bcb5659-6821-4b3d-ab3a-ba8a04e8420d
  kind: Event
  lastTimestamp: "2026-04-16T14:48:13Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:48:13Z"
    name: isvc-tensorflow.18a6ddb9ee56a4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33762"
    uid: c9d756e9-b7d1-4a0f-b113-105f3b1c7ed8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33725"
    uid: 3bcb5659-6821-4b3d-ab3a-ba8a04e8420d
  kind: Event
  lastTimestamp: "2026-04-16T14:48:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:48:13Z"
    name: isvc-tensorflow.18a6ddb9f303aa3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33763"
    uid: 8700a96f-9a17-4bf0-b521-b78720577f61
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:48:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "34018"
    uid: 3bcb5659-6821-4b3d-ab3a-ba8a04e8420d
  kind: Event
  lastTimestamp: "2026-04-16T14:48:44Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:48:44Z"
    name: isvc-tensorflow.18a6ddc103a3606c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: fa5fc7b2-f5da-4348-b386-644322a084b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:49:36.205555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ddwrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34509"
    uid: c1b260d6-d01f-443a-8d45-fd16cc366765
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-ddwrf
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:49:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:49:36Z"
    name: isvc-triton-predictor-85f9f46646-ddwrf.18a6ddcd252699d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34513"
    uid: cc01f5d2-39b9-475d-97ae-72015b2e93b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ddwrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34516"
    uid: c1b260d6-d01f-443a-8d45-fd16cc366765
  kind: Event
  lastTimestamp: "2026-04-16T14:49:36Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:49:36Z"
    name: isvc-triton-predictor-85f9f46646-ddwrf.18a6ddcd3e15d067
    namespace: kserve-ci-e2e-test
    resourceVersion: "34530"
    uid: 19101922-7d71-42fc-8280-457ec42dd042
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ddwrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: c1b260d6-d01f-443a-8d45-fd16cc366765
  kind: Event
  lastTimestamp: "2026-04-16T14:49:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:36Z"
    name: isvc-triton-predictor-85f9f46646-ddwrf.18a6ddcd3f5892a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34532"
    uid: 281476b1-fce4-4b43-90d8-9bd2fc1e8e9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ddwrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: c1b260d6-d01f-443a-8d45-fd16cc366765
  kind: Event
  lastTimestamp: "2026-04-16T14:49:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:36Z"
    name: isvc-triton-predictor-85f9f46646-ddwrf.18a6ddcd4258137c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: cd164a73-949c-47f3-9b6a-cdfd00990391
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ddwrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: c1b260d6-d01f-443a-8d45-fd16cc366765
  kind: Event
  lastTimestamp: "2026-04-16T14:49:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:36Z"
    name: isvc-triton-predictor-85f9f46646-ddwrf.18a6ddcd42ba7b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "34535"
    uid: 7bcee1c0-dfb8-44f7-9821-50fd9bc4a7f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ddwrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: c1b260d6-d01f-443a-8d45-fd16cc366765
  kind: Event
  lastTimestamp: "2026-04-16T14:49:41Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T14:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:49:41Z"
    name: isvc-triton-predictor-85f9f46646-ddwrf.18a6ddce52de2dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34573"
    uid: e0e3acbd-ea72-4e8f-9c80-2a5426aec426
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ddwrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: c1b260d6-d01f-443a-8d45-fd16cc366765
  kind: Event
  lastTimestamp: "2026-04-16T14:51:36Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.909s
    (1m54.909s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:51:36Z"
    name: isvc-triton-predictor-85f9f46646-ddwrf.18a6dde91403055f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35368"
    uid: a7a742f6-08bb-4a94-9620-e56867d4fd35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ddwrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: c1b260d6-d01f-443a-8d45-fd16cc366765
  kind: Event
  lastTimestamp: "2026-04-16T14:51:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:51:36Z"
    name: isvc-triton-predictor-85f9f46646-ddwrf.18a6dde91a6d4221
    namespace: kserve-ci-e2e-test
    resourceVersion: "35372"
    uid: dff6e316-491e-43f2-8dad-adc4443ad60d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ddwrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: c1b260d6-d01f-443a-8d45-fd16cc366765
  kind: Event
  lastTimestamp: "2026-04-16T14:51:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:51:36Z"
    name: isvc-triton-predictor-85f9f46646-ddwrf.18a6dde91b947372
    namespace: kserve-ci-e2e-test
    resourceVersion: "35373"
    uid: 0e6e1b13-ecb7-4ccc-b02b-dae07928864b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ddwrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: c1b260d6-d01f-443a-8d45-fd16cc366765
  kind: Event
  lastTimestamp: "2026-04-16T14:51:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:51:37Z"
    name: isvc-triton-predictor-85f9f46646-ddwrf.18a6dde9326ddcb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: d9aaacaf-ba12-46f4-90f0-57823d3e5426
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-ddwrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34511"
    uid: c1b260d6-d01f-443a-8d45-fd16cc366765
  kind: Event
  lastTimestamp: "2026-04-16T14:51:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:51:57Z"
    name: isvc-triton-predictor-85f9f46646-ddwrf.18a6ddee1999ee79
    namespace: kserve-ci-e2e-test
    resourceVersion: "35569"
    uid: bcb89eae-8e99-4d3c-9908-3e0375c59aa9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "34499"
    uid: d24b5d0f-3e8a-4a91-913f-e6e43960eb84
  kind: Event
  lastTimestamp: "2026-04-16T14:49:36Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-ddwrf'
  metadata:
    creationTimestamp: "2026-04-16T14:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:49:36Z"
    name: isvc-triton-predictor-85f9f46646.18a6ddcd24a05b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "34510"
    uid: ea8e3da1-5742-4088-823f-6be4d60367ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34494"
    uid: 3fd29fe9-1edc-4b69-a5db-085c6124efd3
  kind: Event
  lastTimestamp: "2026-04-16T14:49:36Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:49:36Z"
    name: isvc-triton-predictor.18a6ddcd201c6042
    namespace: kserve-ci-e2e-test
    resourceVersion: "34500"
    uid: 07c7f78d-5fd8-426d-bfa9-2da7e30143e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34495"
    uid: ac1167de-7765-4f4f-af54-c164bccaa51b
  kind: Event
  lastTimestamp: "2026-04-16T14:51:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:51:51Z"
    name: isvc-triton-predictor.18a6ddd09e1998cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35487"
    uid: eb5c0703-2e62-43cf-9e27-8224b913516d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34495"
    uid: ac1167de-7765-4f4f-af54-c164bccaa51b
  kind: Event
  lastTimestamp: "2026-04-16T14:51:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:51:51Z"
    name: isvc-triton-predictor.18a6ddd09e8999d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35488"
    uid: 74b13fe7-1cfa-42c9-8d00-b10b2b86aee2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34469"
    uid: 593ac41f-51f4-4095-8271-ad1c41739529
  kind: Event
  lastTimestamp: "2026-04-16T14:51:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:51:47Z"
    name: isvc-triton.18a6ddcd1f67c513
    namespace: kserve-ci-e2e-test
    resourceVersion: "35465"
    uid: dc2819f3-82fe-414a-912a-be21b0984e18
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34469"
    uid: 593ac41f-51f4-4095-8271-ad1c41739529
  kind: Event
  lastTimestamp: "2026-04-16T14:49:36Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T14:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:49:36Z"
    name: isvc-triton.18a6ddcd202a3088
    namespace: kserve-ci-e2e-test
    resourceVersion: "34519"
    uid: 232abdb4-1a84-4c04-8cfc-1be4a2277f60
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:49:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34480"
    uid: 593ac41f-51f4-4095-8271-ad1c41739529
  kind: Event
  lastTimestamp: "2026-04-16T14:49:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:49:36Z"
    name: isvc-triton.18a6ddcd271de405
    namespace: kserve-ci-e2e-test
    resourceVersion: "34520"
    uid: 94444b7d-674d-4b00-981e-da8cdb8a49d4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35463"
    uid: 593ac41f-51f4-4095-8271-ad1c41739529
  kind: Event
  lastTimestamp: "2026-04-16T14:51:47Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:51:47Z"
    name: isvc-triton.18a6ddebc71bd005
    namespace: kserve-ci-e2e-test
    resourceVersion: "35464"
    uid: 55bea65d-cd9e-41bc-8e31-9b7eaebc3ea7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:51:57.807535Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst
    namespace: kserve-ci-e2e-test
    resourceVersion: "35573"
    uid: bff50c9e-a3d3-4717-9e41-e30fbcb787b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-dlvst
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:51:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:51:57Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst.18a6ddee1d49d6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35578"
    uid: 17c07e2b-bb2e-4c0d-ad61-78416624358a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst
    namespace: kserve-ci-e2e-test
    resourceVersion: "35582"
    uid: bff50c9e-a3d3-4717-9e41-e30fbcb787b7
  kind: Event
  lastTimestamp: "2026-04-16T14:51:58Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:51:58Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst.18a6ddee38552933
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: 7a5e6aff-293a-4b24-ab92-45c7d8cf8399
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: bff50c9e-a3d3-4717-9e41-e30fbcb787b7
  kind: Event
  lastTimestamp: "2026-04-16T14:51:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:51:58Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst.18a6ddee39a8d945
    namespace: kserve-ci-e2e-test
    resourceVersion: "35594"
    uid: d89dc7b0-9f50-4c26-affa-baa48cd1734e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: bff50c9e-a3d3-4717-9e41-e30fbcb787b7
  kind: Event
  lastTimestamp: "2026-04-16T14:51:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:51:58Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst.18a6ddee3c9cc1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35596"
    uid: f64041d5-55af-448f-abf9-b4dc11257b53
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: bff50c9e-a3d3-4717-9e41-e30fbcb787b7
  kind: Event
  lastTimestamp: "2026-04-16T14:51:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:51:58Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst.18a6ddee3d10eb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "35597"
    uid: 3e6e821c-6dd2-4fc2-9ee6-a62c8c21cfcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:52:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: bff50c9e-a3d3-4717-9e41-e30fbcb787b7
  kind: Event
  lastTimestamp: "2026-04-16T14:52:02Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T14:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:52:02Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst.18a6ddef44d92867
    namespace: kserve-ci-e2e-test
    resourceVersion: "35639"
    uid: eda33fe3-5078-4627-8af9-92ef05c1e08a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: bff50c9e-a3d3-4717-9e41-e30fbcb787b7
  kind: Event
  lastTimestamp: "2026-04-16T14:52:20Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.989s (17.989s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:52:20Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst.18a6ddf3751f17c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35765"
    uid: 9513862a-96db-487d-adb8-4b0fb2af1fe1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: bff50c9e-a3d3-4717-9e41-e30fbcb787b7
  kind: Event
  lastTimestamp: "2026-04-16T14:52:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:52:20Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst.18a6ddf37c4b6249
    namespace: kserve-ci-e2e-test
    resourceVersion: "35767"
    uid: db6963a7-b0a3-42ca-9578-ac73482085d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:52:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: bff50c9e-a3d3-4717-9e41-e30fbcb787b7
  kind: Event
  lastTimestamp: "2026-04-16T14:52:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:52:20Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst.18a6ddf37cc2b222
    namespace: kserve-ci-e2e-test
    resourceVersion: "35768"
    uid: 98bb2dbc-0642-4cfd-9fb6-5f7962ce19d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T14:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: bff50c9e-a3d3-4717-9e41-e30fbcb787b7
  kind: Event
  lastTimestamp: "2026-04-16T14:53:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:53:12Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst.18a6ddf3b50f7e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36138"
    uid: c24c9fa2-ccdd-4500-835c-9bf401adff9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: bff50c9e-a3d3-4717-9e41-e30fbcb787b7
  kind: Event
  lastTimestamp: "2026-04-16T14:53:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:53:27Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-dlvst.18a6de031b42e60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36281"
    uid: cf1c80aa-62b0-4500-8bc5-4b5d85bf42f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "35556"
    uid: cd8005d0-f2d1-45f1-9a72-b0236df82ce5
  kind: Event
  lastTimestamp: "2026-04-16T14:51:57Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-dlvst'
  metadata:
    creationTimestamp: "2026-04-16T14:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:51:57Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a6ddee1ce07ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35574"
    uid: ef02c573-da49-4d6d-9138-579b30a2208e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35551"
    uid: 707ad538-9494-4d4d-9cca-9d0ff7d54149
  kind: Event
  lastTimestamp: "2026-04-16T14:51:57Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:51:57Z"
    name: isvc-xgboost-predictor.18a6ddee17dd8122
    namespace: kserve-ci-e2e-test
    resourceVersion: "35561"
    uid: 3801938a-e013-42e2-956e-239d459f308e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:52:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: 8bb10147-baad-465c-b0a0-41efdcfac5f2
  kind: Event
  lastTimestamp: "2026-04-16T14:52:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:52:27Z"
    name: isvc-xgboost-predictor.18a6ddf1967ca5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35820"
    uid: 906f5bf2-dbfb-47a8-bb28-7b95ac95e644
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:52:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: 8bb10147-baad-465c-b0a0-41efdcfac5f2
  kind: Event
  lastTimestamp: "2026-04-16T14:52:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:52:27Z"
    name: isvc-xgboost-predictor.18a6ddf196e63201
    namespace: kserve-ci-e2e-test
    resourceVersion: "35821"
    uid: cba7cb76-db72-453e-940f-4c0a12de1dfd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:52:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35710"
    uid: 8bb10147-baad-465c-b0a0-41efdcfac5f2
  kind: Event
  lastTimestamp: "2026-04-16T14:53:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:53:27Z"
    name: isvc-xgboost-predictor.18a6ddf8953aedf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36252"
    uid: dffd72e3-61df-45bf-9d94-7742eaacf38d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T14:52:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35710"
    uid: 8bb10147-baad-465c-b0a0-41efdcfac5f2
  kind: Event
  lastTimestamp: "2026-04-16T14:53:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:53:27Z"
    name: isvc-xgboost-predictor.18a6ddf8958dad9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: cbbad608-9fd6-4919-bc81-42799a40335e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:54:58.534183Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37095"
    uid: cad21c30-a3fe-4f2b-bfd4-b9d2efacc3f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-xdmtw
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:54:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:54:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw.18a6de18316f2e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37101"
    uid: 21c5fc83-b679-443c-94c4-0adf1c71b2d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37104"
    uid: cad21c30-a3fe-4f2b-bfd4-b9d2efacc3f3
  kind: Event
  lastTimestamp: "2026-04-16T14:54:58Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:54:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw.18a6de184a90589e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37115"
    uid: f4325445-975a-4ef3-aa3d-74314f854bed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: cad21c30-a3fe-4f2b-bfd4-b9d2efacc3f3
  kind: Event
  lastTimestamp: "2026-04-16T14:54:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw.18a6de184bd7966f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37117"
    uid: 09b8a5e8-bec8-4fd1-98d1-bd3ed238ede9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: cad21c30-a3fe-4f2b-bfd4-b9d2efacc3f3
  kind: Event
  lastTimestamp: "2026-04-16T14:54:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:59Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw.18a6de184f3d5e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "37121"
    uid: dc6f4d90-51b8-4137-a9d8-1cd3c764cf94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: cad21c30-a3fe-4f2b-bfd4-b9d2efacc3f3
  kind: Event
  lastTimestamp: "2026-04-16T14:54:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:59Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw.18a6de184fc1db6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37123"
    uid: 08d47b5f-4c60-4853-aaaf-dd920f4d7c14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: cad21c30-a3fe-4f2b-bfd4-b9d2efacc3f3
  kind: Event
  lastTimestamp: "2026-04-16T14:55:03Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:55:03Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw.18a6de194efdd030
    namespace: kserve-ci-e2e-test
    resourceVersion: "37165"
    uid: 40185391-7f5e-4457-8bc4-f141fa0599c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: cad21c30-a3fe-4f2b-bfd4-b9d2efacc3f3
  kind: Event
  lastTimestamp: "2026-04-16T14:55:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:55:03Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw.18a6de1952925d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37169"
    uid: bfdc3985-f658-49bf-ac4f-67029a9635ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: cad21c30-a3fe-4f2b-bfd4-b9d2efacc3f3
  kind: Event
  lastTimestamp: "2026-04-16T14:55:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:55:03Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw.18a6de195304c47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37170"
    uid: dacdc93b-7af7-4c42-83f5-79d4708e5974
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T14:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: cad21c30-a3fe-4f2b-bfd4-b9d2efacc3f3
  kind: Event
  lastTimestamp: "2026-04-16T14:55:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:55:55Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw.18a6de198aed7866
    namespace: kserve-ci-e2e-test
    resourceVersion: "37537"
    uid: f256c868-b21d-4ed4-8f99-46e595ee1c9b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: cad21c30-a3fe-4f2b-bfd4-b9d2efacc3f3
  kind: Event
  lastTimestamp: "2026-04-16T14:56:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:08Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw.18a6de2884bc2fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37663"
    uid: c2dadc0a-01c9-434e-b2eb-d3531c51773d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37079"
    uid: 61d70ffb-b5d0-491c-a35e-0f08c5789670
  kind: Event
  lastTimestamp: "2026-04-16T14:54:58Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-xdmtw'
  metadata:
    creationTimestamp: "2026-04-16T14:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:54:58Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a6de1830f1d63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37097"
    uid: 65fee211-9fcf-4ff0-87b3-09f288fb81b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37075"
    uid: 4fe527e9-5417-407c-bb71-68ce8f414218
  kind: Event
  lastTimestamp: "2026-04-16T14:54:58Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T14:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:54:58Z"
    name: isvc-xgboost-runtime-predictor.18a6de182dfaa3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37082"
    uid: 94b1f796-b64a-45c1-9eb3-30390ee7236e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:55:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 7f9a8ed6-210a-4d7b-80e4-233fc51d1084
  kind: Event
  lastTimestamp: "2026-04-16T14:55:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:55:43Z"
    name: isvc-xgboost-runtime-predictor.18a6de1bacfece3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37456"
    uid: 119a2441-4d52-4ad1-9da7-d51dd94d6547
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:55:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 7f9a8ed6-210a-4d7b-80e4-233fc51d1084
  kind: Event
  lastTimestamp: "2026-04-16T14:55:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:55:43Z"
    name: isvc-xgboost-runtime-predictor.18a6de1bad60e0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: 55cbdea6-24d0-41b6-a1bd-dd151fbdbc32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:55:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37248"
    uid: 7f9a8ed6-210a-4d7b-80e4-233fc51d1084
  kind: Event
  lastTimestamp: "2026-04-16T14:55:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:55:58Z"
    name: isvc-xgboost-runtime-predictor.18a6de262ac6d9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37559"
    uid: 24d9c33f-91bb-4a89-bdef-29a949d7a83f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:55:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37248"
    uid: 7f9a8ed6-210a-4d7b-80e4-233fc51d1084
  kind: Event
  lastTimestamp: "2026-04-16T14:55:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:55:58Z"
    name: isvc-xgboost-runtime-predictor.18a6de262b2d675d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37561"
    uid: 3c984511-b1b7-4234-8956-ac2fdbb69422
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37057"
    uid: d9a50436-c559-4ad4-b5c6-d03b4b6165b3
  kind: Event
  lastTimestamp: "2026-04-16T14:56:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:56:05Z"
    name: isvc-xgboost-runtime.18a6de182e33de84
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 9b0c3d15-cf7b-4597-8014-145c5e2d402e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37057"
    uid: d9a50436-c559-4ad4-b5c6-d03b4b6165b3
  kind: Event
  lastTimestamp: "2026-04-16T14:54:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:54:58Z"
    name: isvc-xgboost-runtime.18a6de182e905956
    namespace: kserve-ci-e2e-test
    resourceVersion: "37087"
    uid: e4a825ad-4458-4c5c-a7c2-b212b93df0dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37615"
    uid: d9a50436-c559-4ad4-b5c6-d03b4b6165b3
  kind: Event
  lastTimestamp: "2026-04-16T14:56:05Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:56:05Z"
    name: isvc-xgboost-runtime.18a6de27c32bdfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37616"
    uid: 50d44aac-f839-446e-aa72-b73af09983fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:53:28.115188Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36296"
    uid: 821cbdb7-5f44-4358-ba67-4b735d707ca9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:53:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:53:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd.18a6de03240acbf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36301"
    uid: 8ce1ba22-a521-4874-a32f-b42a5efb5485
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: 821cbdb7-5f44-4358-ba67-4b735d707ca9
  kind: Event
  lastTimestamp: "2026-04-16T14:53:28Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:53:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd.18a6de033d160106
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: bdcaaebc-712b-45a7-b73f-6eec2c22390d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: 821cbdb7-5f44-4358-ba67-4b735d707ca9
  kind: Event
  lastTimestamp: "2026-04-16T14:53:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:53:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd.18a6de033e5c4692
    namespace: kserve-ci-e2e-test
    resourceVersion: "36318"
    uid: ea047a06-f27c-4bae-b00d-a26b1fa4ea46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: 821cbdb7-5f44-4358-ba67-4b735d707ca9
  kind: Event
  lastTimestamp: "2026-04-16T14:53:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:53:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd.18a6de03418db479
    namespace: kserve-ci-e2e-test
    resourceVersion: "36320"
    uid: a01f53bc-dd75-4c65-b1cb-ebce6373ec99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: 821cbdb7-5f44-4358-ba67-4b735d707ca9
  kind: Event
  lastTimestamp: "2026-04-16T14:53:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:53:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd.18a6de0341fc2ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36321"
    uid: 64161d90-1eb0-44fe-8882-721a60cbe194
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: 821cbdb7-5f44-4358-ba67-4b735d707ca9
  kind: Event
  lastTimestamp: "2026-04-16T14:53:33Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T14:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:53:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd.18a6de0449456bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36360"
    uid: 571cd1db-84e6-410e-a910-1d98c687b931
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: 821cbdb7-5f44-4358-ba67-4b735d707ca9
  kind: Event
  lastTimestamp: "2026-04-16T14:53:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:53:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd.18a6de044c934f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: 249da68b-dddb-42fd-bb25-640de566dead
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: 821cbdb7-5f44-4358-ba67-4b735d707ca9
  kind: Event
  lastTimestamp: "2026-04-16T14:53:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:53:33Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd.18a6de044d028a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36366"
    uid: 343f9447-a983-42ec-9d83-b679427aaea2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: 821cbdb7-5f44-4358-ba67-4b735d707ca9
  kind: Event
  lastTimestamp: "2026-04-16T14:54:05Z"
  message: 'Readiness probe failed: Get "http://10.133.0.60:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T14:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:05Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd.18a6de0bbd48d185
    namespace: kserve-ci-e2e-test
    resourceVersion: "36593"
    uid: d01f332b-b5be-419e-9c39-6caf36c07105
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: 821cbdb7-5f44-4358-ba67-4b735d707ca9
  kind: Event
  lastTimestamp: "2026-04-16T14:54:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd.18a6de0ec8983d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "36723"
    uid: 70ed06c9-5295-414b-8013-bd63a9330952
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "36282"
    uid: 47c1ea79-e8f3-4d86-889e-447b4e1c10be
  kind: Event
  lastTimestamp: "2026-04-16T14:53:28Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-6c8wd'
  metadata:
    creationTimestamp: "2026-04-16T14:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:53:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a6de03238dfa42
    namespace: kserve-ci-e2e-test
    resourceVersion: "36297"
    uid: b3d476d3-f7ed-4854-a74b-259ff61ecb17
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36278"
    uid: 3c22bb4f-6fef-49f1-9183-b25170366f23
  kind: Event
  lastTimestamp: "2026-04-16T14:53:27Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:53:27Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6de031bf7653c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36285"
    uid: 9ecf8e14-83e5-4a70-ba1b-a2b39874f285
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36280"
    uid: 61aa64ff-ebaf-4c50-b044-8bb0fc4533ed
  kind: Event
  lastTimestamp: "2026-04-16T14:53:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:53:42Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6de069a76e58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36434"
    uid: 5672dc29-cc8a-4e63-9cd7-d970f8f46b32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36280"
    uid: 61aa64ff-ebaf-4c50-b044-8bb0fc4533ed
  kind: Event
  lastTimestamp: "2026-04-16T14:53:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:53:42Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6de069adb25c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36435"
    uid: 28695729-23bd-4a9d-8053-7d9605c7eefd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: 61aa64ff-ebaf-4c50-b044-8bb0fc4533ed
  kind: Event
  lastTimestamp: "2026-04-16T14:54:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:54:13Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6de0a1a1a4a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "36650"
    uid: a43883b8-d3b9-4128-b375-7b7d30d88ebb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36433"
    uid: 61aa64ff-ebaf-4c50-b044-8bb0fc4533ed
  kind: Event
  lastTimestamp: "2026-04-16T14:54:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:54:13Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6de0a1a814555
    namespace: kserve-ci-e2e-test
    resourceVersion: "36651"
    uid: 63bbbd73-8c30-4ca9-adb1-bf56d745b238
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36255"
    uid: 2c45d8cf-26a9-4f6f-9832-5d18d33520c9
  kind: Event
  lastTimestamp: "2026-04-16T14:54:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:54:15Z"
    name: isvc-xgboost-v2-mlserver.18a6de031bc8d3b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36673"
    uid: c90a29f6-7b7a-4a56-b767-8f073b47a80d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36255"
    uid: 2c45d8cf-26a9-4f6f-9832-5d18d33520c9
  kind: Event
  lastTimestamp: "2026-04-16T14:53:27Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:53:27Z"
    name: isvc-xgboost-v2-mlserver.18a6de031d03b454
    namespace: kserve-ci-e2e-test
    resourceVersion: "36287"
    uid: 967915cb-62c7-45cc-b0ef-11ff0ddd3c2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36671"
    uid: 2c45d8cf-26a9-4f6f-9832-5d18d33520c9
  kind: Event
  lastTimestamp: "2026-04-16T14:54:15Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:54:15Z"
    name: isvc-xgboost-v2-mlserver.18a6de0e15ea8298
    namespace: kserve-ci-e2e-test
    resourceVersion: "36672"
    uid: 5ac9c486-e5bf-427a-8247-d81683ce146c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:56:58.921515Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38112"
    uid: 0fbb6cd7-df93-408b-8513-ba0ff064c5a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-75sz7
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:56:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:56:58Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7.18a6de3439140c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38119"
    uid: 4c1f36e6-d8d3-4937-936d-c3643c7fc1fc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38125"
    uid: 0fbb6cd7-df93-408b-8513-ba0ff064c5a2
  kind: Event
  lastTimestamp: "2026-04-16T14:56:59Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:56:59Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7.18a6de34525d9e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "38141"
    uid: f34655b1-2069-483b-93a6-4b3ef5ce77be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: 0fbb6cd7-df93-408b-8513-ba0ff064c5a2
  kind: Event
  lastTimestamp: "2026-04-16T14:56:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:59Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7.18a6de345385d4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38144"
    uid: 5f068524-7d18-4e12-b286-1413224d9174
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: 0fbb6cd7-df93-408b-8513-ba0ff064c5a2
  kind: Event
  lastTimestamp: "2026-04-16T14:56:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:59Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7.18a6de345643ad37
    namespace: kserve-ci-e2e-test
    resourceVersion: "38146"
    uid: 446fd43a-1c3c-4ae0-b4cb-31082f0769e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: 0fbb6cd7-df93-408b-8513-ba0ff064c5a2
  kind: Event
  lastTimestamp: "2026-04-16T14:56:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:59Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7.18a6de3456b55a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "38147"
    uid: 8b28bfee-131d-489a-a096-cf442db3c63e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: 0fbb6cd7-df93-408b-8513-ba0ff064c5a2
  kind: Event
  lastTimestamp: "2026-04-16T14:57:03Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:57:03Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7.18a6de3555bd6888
    namespace: kserve-ci-e2e-test
    resourceVersion: "38182"
    uid: e642a029-642e-46be-b48d-46525fe2626a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: 0fbb6cd7-df93-408b-8513-ba0ff064c5a2
  kind: Event
  lastTimestamp: "2026-04-16T14:57:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:57:03Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7.18a6de3558d2a812
    namespace: kserve-ci-e2e-test
    resourceVersion: "38187"
    uid: 9c34dc14-7131-4c4c-862f-92935ee61f0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: 0fbb6cd7-df93-408b-8513-ba0ff064c5a2
  kind: Event
  lastTimestamp: "2026-04-16T14:57:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:57:03Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7.18a6de35594b09cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38188"
    uid: 9ea1bbfc-0d91-4be6-8fe3-67c208957c3a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T14:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: 0fbb6cd7-df93-408b-8513-ba0ff064c5a2
  kind: Event
  lastTimestamp: "2026-04-16T14:57:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T14:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:57:55Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7.18a6de3591aa2113
    namespace: kserve-ci-e2e-test
    resourceVersion: "38559"
    uid: efbce621-df3f-4fb1-ba28-cd5cd89624e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: 0fbb6cd7-df93-408b-8513-ba0ff064c5a2
  kind: Event
  lastTimestamp: "2026-04-16T14:58:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:58:09Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-75sz7.18a6de448c779d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "38692"
    uid: ee388a6a-c4f9-4070-8d73-7bc6fbf58f76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: bcc95a13-a8f8-4512-92d3-49e303159192
  kind: Event
  lastTimestamp: "2026-04-16T14:56:58Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-75sz7'
  metadata:
    creationTimestamp: "2026-04-16T14:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:56:58Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a6de343871bcfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38116"
    uid: 4de0bdfa-f4fa-4a76-a352-012271308572
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38088"
    uid: 83396d5a-b3d0-4af6-8965-4e30d4b767ec
  kind: Event
  lastTimestamp: "2026-04-16T14:56:58Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:56:58Z"
    name: isvc-xgboost-v2-predictor.18a6de3435623546
    namespace: kserve-ci-e2e-test
    resourceVersion: "38092"
    uid: 535ba057-f617-4cf6-8f51-e85f415c19a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:57:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: 28f5034f-66c4-4eaa-9a63-e3ef6e988169
  kind: Event
  lastTimestamp: "2026-04-16T14:57:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:57:43Z"
    name: isvc-xgboost-v2-predictor.18a6de37b3ffcfbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38478"
    uid: 77b120c5-51d3-4751-863c-4847044b88e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T14:57:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: 28f5034f-66c4-4eaa-9a63-e3ef6e988169
  kind: Event
  lastTimestamp: "2026-04-16T14:57:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:57:43Z"
    name: isvc-xgboost-v2-predictor.18a6de37b4651250
    namespace: kserve-ci-e2e-test
    resourceVersion: "38479"
    uid: 21b3b85b-4e58-4716-adfe-38dfb0ba6de9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:57:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38269"
    uid: 28f5034f-66c4-4eaa-9a63-e3ef6e988169
  kind: Event
  lastTimestamp: "2026-04-16T14:57:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:57:58Z"
    name: isvc-xgboost-v2-predictor.18a6de4231a4bb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "38582"
    uid: a0438f9a-52f8-4d5c-9ea6-649882e8d91d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:57:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38269"
    uid: 28f5034f-66c4-4eaa-9a63-e3ef6e988169
  kind: Event
  lastTimestamp: "2026-04-16T14:57:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:57:58Z"
    name: isvc-xgboost-v2-predictor.18a6de42320804f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38584"
    uid: e76afe8b-f127-46e0-8e16-bf05ef7becad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:56:08.745690Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37680"
    uid: b040e0a2-ef6c-4077-a18c-dc980cd46cf9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:56:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:56:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt.18a6de288a5dc8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37686"
    uid: 6e2c2fcf-0180-4b5f-868c-bc5ddddfce68
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37693"
    uid: b040e0a2-ef6c-4077-a18c-dc980cd46cf9
  kind: Event
  lastTimestamp: "2026-04-16T14:56:09Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:56:09Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt.18a6de28a366bf1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37704"
    uid: 8d1704d8-84a9-43ce-a7d2-05ee93168eb1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: b040e0a2-ef6c-4077-a18c-dc980cd46cf9
  kind: Event
  lastTimestamp: "2026-04-16T14:56:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:09Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt.18a6de28a4c48cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37706"
    uid: c01baeb9-9e73-4109-b36d-c5f9201db972
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: b040e0a2-ef6c-4077-a18c-dc980cd46cf9
  kind: Event
  lastTimestamp: "2026-04-16T14:56:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:09Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt.18a6de28a783fda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37708"
    uid: c79086db-3b51-49e5-aed9-c952c0a7c350
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: b040e0a2-ef6c-4077-a18c-dc980cd46cf9
  kind: Event
  lastTimestamp: "2026-04-16T14:56:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:09Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt.18a6de28a7f7a194
    namespace: kserve-ci-e2e-test
    resourceVersion: "37709"
    uid: ce95c887-5ce6-4cdf-82bc-9ce5f91ef0ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: b040e0a2-ef6c-4077-a18c-dc980cd46cf9
  kind: Event
  lastTimestamp: "2026-04-16T14:56:13Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T14:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:13Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt.18a6de29a85fbdbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37748"
    uid: 1a483e9e-05d7-4be9-b22c-5aa9976667a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: b040e0a2-ef6c-4077-a18c-dc980cd46cf9
  kind: Event
  lastTimestamp: "2026-04-16T14:56:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:13Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt.18a6de29ab8adc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37752"
    uid: 53cfca21-8d4b-47a8-a138-1eb59969a6a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: b040e0a2-ef6c-4077-a18c-dc980cd46cf9
  kind: Event
  lastTimestamp: "2026-04-16T14:56:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:13Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt.18a6de29abfd74f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37753"
    uid: e4eb97fa-2841-477a-9717-677fe7a85a15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: b040e0a2-ef6c-4077-a18c-dc980cd46cf9
  kind: Event
  lastTimestamp: "2026-04-16T14:56:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T14:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:45Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt.18a6de3120ef6e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37978"
    uid: 4b34df52-6031-4f25-8370-a10b032eef85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: b040e0a2-ef6c-4077-a18c-dc980cd46cf9
  kind: Event
  lastTimestamp: "2026-04-16T14:56:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:56:58Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt.18a6de34390274fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: d90ff019-fac8-4350-95bc-7c470933cb9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: b040e0a2-ef6c-4077-a18c-dc980cd46cf9
  kind: Event
  lastTimestamp: "2026-04-16T14:57:05Z"
  message: 'Readiness probe failed: Get "http://10.133.0.63:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.133.0.63:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T14:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:57:05Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt.18a6de35c44d10c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38203"
    uid: f9d86e66-1c2b-4f16-aa74-c3ef7cb29766
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37672"
    uid: 880ea1e7-6522-4554-b26b-b81f1d4de167
  kind: Event
  lastTimestamp: "2026-04-16T14:56:08Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kk5zt'
  metadata:
    creationTimestamp: "2026-04-16T14:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:56:08Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a6de28898848f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37683"
    uid: 945847d0-3a36-422a-9990-9e17691f267e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37669"
    uid: 78ef458c-826d-4bf8-884c-b977dceb0d34
  kind: Event
  lastTimestamp: "2026-04-16T14:56:08Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:56:08Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6de2886cf242e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37674"
    uid: ead695b1-8169-47d0-b906-36168afa38fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: 1cc29107-7742-4c45-b4ff-b0fe9994100b
  kind: Event
  lastTimestamp: "2026-04-16T14:56:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:56:23Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6de2c05d1207a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37828"
    uid: 0044d241-13cb-4bde-9578-b04a4d0d3078
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37671"
    uid: 1cc29107-7742-4c45-b4ff-b0fe9994100b
  kind: Event
  lastTimestamp: "2026-04-16T14:56:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:56:23Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6de2c0633ac6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37830"
    uid: bf7df92f-8df8-4ffc-b8df-50ee158dd80c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37829"
    uid: 1cc29107-7742-4c45-b4ff-b0fe9994100b
  kind: Event
  lastTimestamp: "2026-04-16T14:56:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:56:53Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6de2f85047d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "38031"
    uid: ac2a15d1-bc1c-4d6e-b69f-296ccb6d959e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37829"
    uid: 1cc29107-7742-4c45-b4ff-b0fe9994100b
  kind: Event
  lastTimestamp: "2026-04-16T14:56:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:56:53Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6de2f856ffcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38032"
    uid: fce96ce3-90bc-4758-a178-2cfb9f09b693
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 58de5bc6-6926-4558-9e14-c10bee796ab3
  kind: Event
  lastTimestamp: "2026-04-16T14:56:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:56:55Z"
    name: isvc-xgboost-v2-runtime.18a6de2886a7b6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38054"
    uid: 647afaad-7be9-4cf9-a2ef-9b4cfdb3c202
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37651"
    uid: 58de5bc6-6926-4558-9e14-c10bee796ab3
  kind: Event
  lastTimestamp: "2026-04-16T14:56:08Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:56:08Z"
    name: isvc-xgboost-v2-runtime.18a6de28872ad93e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37676"
    uid: 9473eae8-e548-470c-b3a9-aae2e4934398
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38051"
    uid: 58de5bc6-6926-4558-9e14-c10bee796ab3
  kind: Event
  lastTimestamp: "2026-04-16T14:56:55Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:56:55Z"
    name: isvc-xgboost-v2-runtime.18a6de337498e588
    namespace: kserve-ci-e2e-test
    resourceVersion: "38053"
    uid: c14a445a-1ac3-49ce-ae35-5e9b136399c8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 7d9bede5-59a9-41eb-983f-c817e8efad00
  kind: Event
  lastTimestamp: "2026-04-16T14:58:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:58:05Z"
    name: isvc-xgboost-v2.18a6de3435407b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38644"
    uid: 7ff54d63-50a7-4eed-a9da-1cd3b9924b46
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:56:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 7d9bede5-59a9-41eb-983f-c817e8efad00
  kind: Event
  lastTimestamp: "2026-04-16T14:56:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:56:58Z"
    name: isvc-xgboost-v2.18a6de3437df7317
    namespace: kserve-ci-e2e-test
    resourceVersion: "38128"
    uid: 96add3ca-5c54-4d08-b8b7-d2b039153520
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:58:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38641"
    uid: 7d9bede5-59a9-41eb-983f-c817e8efad00
  kind: Event
  lastTimestamp: "2026-04-16T14:58:05Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:58:05Z"
    name: isvc-xgboost-v2.18a6de43c99683e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38642"
    uid: 76cae181-14a6-4800-9a52-f2fb91a260c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: ba569085-ea1e-4601-882e-bad99512962b
  kind: Event
  lastTimestamp: "2026-04-16T14:53:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:53:22Z"
    name: isvc-xgboost.18a6ddee17ca628e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36216"
    uid: f9e2b942-0bd8-4a3d-b367-20afeaff27f0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:51:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: ba569085-ea1e-4601-882e-bad99512962b
  kind: Event
  lastTimestamp: "2026-04-16T14:51:57Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T14:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:51:57Z"
    name: isvc-xgboost.18a6ddee189bbdae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35565"
    uid: 78a2329e-5069-48dc-9945-c48736e30186
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:53:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "36213"
    uid: ba569085-ea1e-4601-882e-bad99512962b
  kind: Event
  lastTimestamp: "2026-04-16T14:53:22Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:53:22Z"
    name: isvc-xgboost.18a6de01ed0d8448
    namespace: kserve-ci-e2e-test
    resourceVersion: "36214"
    uid: 0d1b00a4-652c-4737-86a9-345c19d677f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:12:28.236908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-qjbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: 45b061df-9b40-4b85-8dbe-cca888687430
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-qjbhn
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:12:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:12:28Z"
    name: message-dumper-predictor-7f66cccfb6-qjbhn.18a6dbc667deff4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15805"
    uid: 76ca1e05-cd9c-423b-b5cd-c0f42aefc354
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-qjbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15811"
    uid: 45b061df-9b40-4b85-8dbe-cca888687430
  kind: Event
  lastTimestamp: "2026-04-16T14:12:28Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:12:28Z"
    name: message-dumper-predictor-7f66cccfb6-qjbhn.18a6dbc66f1e215d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: ae84f0f9-3188-4d3e-a3c9-c92fe226974f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-qjbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 45b061df-9b40-4b85-8dbe-cca888687430
  kind: Event
  lastTimestamp: "2026-04-16T14:12:28Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T14:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:28Z"
    name: message-dumper-predictor-7f66cccfb6-qjbhn.18a6dbc6707019bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: 21504b10-410d-46bc-a93b-11d630cc98d6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-qjbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 45b061df-9b40-4b85-8dbe-cca888687430
  kind: Event
  lastTimestamp: "2026-04-16T14:12:29Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.149s (1.15s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T14:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:29Z"
    name: message-dumper-predictor-7f66cccfb6-qjbhn.18a6dbc6b4fc445d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15827"
    uid: 6b5e542c-70b1-43d2-8e21-c55d4c03bdf6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-qjbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 45b061df-9b40-4b85-8dbe-cca888687430
  kind: Event
  lastTimestamp: "2026-04-16T14:12:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:29Z"
    name: message-dumper-predictor-7f66cccfb6-qjbhn.18a6dbc6bba0b904
    namespace: kserve-ci-e2e-test
    resourceVersion: "15828"
    uid: 4d363207-3d5a-4533-88cb-a99ab9029187
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-qjbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 45b061df-9b40-4b85-8dbe-cca888687430
  kind: Event
  lastTimestamp: "2026-04-16T14:12:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:12:29Z"
    name: message-dumper-predictor-7f66cccfb6-qjbhn.18a6dbc6bc164d93
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: d0c262fb-fcaf-4ffd-94d3-aec9194b2301
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:14:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-qjbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15799"
    uid: 45b061df-9b40-4b85-8dbe-cca888687430
  kind: Event
  lastTimestamp: "2026-04-16T14:14:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:14:03Z"
    name: message-dumper-predictor-7f66cccfb6-qjbhn.18a6dbdc9d17ec26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16674"
    uid: 2a407ca6-177a-470f-95cd-31639d2d454d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: 16c2620b-b418-4008-be9d-3e9334301990
  kind: Event
  lastTimestamp: "2026-04-16T14:12:28Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-qjbhn'
  metadata:
    creationTimestamp: "2026-04-16T14:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:12:28Z"
    name: message-dumper-predictor-7f66cccfb6.18a6dbc667639699
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: 8240a7f1-c2fb-4f88-b965-5053b6cf576a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15773"
    uid: 4fb4a91c-43f7-4dd3-bece-fc3d2cc6d575
  kind: Event
  lastTimestamp: "2026-04-16T14:12:28Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:12:28Z"
    name: message-dumper-predictor.18a6dbc665066afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: d55ef6e5-e9b6-42f6-8e71-20eaa70fa186
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 59f308a6-1b0a-4639-af14-5dd976d55dc0
  kind: Event
  lastTimestamp: "2026-04-16T14:12:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:12:43Z"
    name: message-dumper-predictor.18a6dbc9e37fa640
    namespace: kserve-ci-e2e-test
    resourceVersion: "16004"
    uid: bc339513-96d4-4905-b3f5-6d9951810cc2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 59f308a6-1b0a-4639-af14-5dd976d55dc0
  kind: Event
  lastTimestamp: "2026-04-16T14:12:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:12:43Z"
    name: message-dumper-predictor.18a6dbc9e3e04438
    namespace: kserve-ci-e2e-test
    resourceVersion: "16006"
    uid: 7db7decb-3c96-4ee5-94db-a607fcd0ad9d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16005"
    uid: 59f308a6-1b0a-4639-af14-5dd976d55dc0
  kind: Event
  lastTimestamp: "2026-04-16T14:12:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:12:58Z"
    name: message-dumper-predictor.18a6dbcd62e0cf93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16122"
    uid: 0e5d31fb-acea-4950-8b2b-cddcf62c34ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16005"
    uid: 59f308a6-1b0a-4639-af14-5dd976d55dc0
  kind: Event
  lastTimestamp: "2026-04-16T14:12:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:12:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:12:58Z"
    name: message-dumper-predictor.18a6dbcd634238dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16124"
    uid: dfddc2e3-1a16-4859-8f7f-dfdbc407895b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: 833661ab-1e99-4130-9271-3597b879d0fd
  kind: Event
  lastTimestamp: "2026-04-16T14:12:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:12:30Z"
    name: message-dumper.18a6dbc664c07cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: b16cccf7-127d-4cfe-ba92-905e6f44409c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: 833661ab-1e99-4130-9271-3597b879d0fd
  kind: Event
  lastTimestamp: "2026-04-16T14:12:28Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T14:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:12:28Z"
    name: message-dumper.18a6dbc6656f9dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 8fba0353-cccd-4438-b1cc-135b5c1f7c4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:12:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: 833661ab-1e99-4130-9271-3597b879d0fd
  kind: Event
  lastTimestamp: "2026-04-16T14:12:30Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:12:30Z"
    name: message-dumper.18a6dbc6f1bfba2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: c3012ac6-0617-471c-b4d4-1361d9d20643
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:43:15.712248Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31210"
    uid: ffa41135-3449-4a9f-a45e-2e247fbefbaa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:43:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:43:15Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks.18a6dd748dfb8d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31216"
    uid: 98e27414-cf86-447d-a9f8-5d447c33af01
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31222"
    uid: ffa41135-3449-4a9f-a45e-2e247fbefbaa
  kind: Event
  lastTimestamp: "2026-04-16T14:43:16Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:43:16Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks.18a6dd74a6f9c574
    namespace: kserve-ci-e2e-test
    resourceVersion: "31233"
    uid: cd1942c4-d284-47df-8025-a81c95d2ae26
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: ffa41135-3449-4a9f-a45e-2e247fbefbaa
  kind: Event
  lastTimestamp: "2026-04-16T14:43:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:43:16Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks.18a6dd74a8689bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31235"
    uid: 2c687e46-752a-4ace-a350-baf7897b6c39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: ffa41135-3449-4a9f-a45e-2e247fbefbaa
  kind: Event
  lastTimestamp: "2026-04-16T14:43:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:43:16Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks.18a6dd74ab8123b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: 3838190a-3b62-410b-9fef-ed9dd090bcee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: ffa41135-3449-4a9f-a45e-2e247fbefbaa
  kind: Event
  lastTimestamp: "2026-04-16T14:43:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:43:16Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks.18a6dd74abf464b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31239"
    uid: b8fceade-2304-4050-a041-fcf08d5456c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: ffa41135-3449-4a9f-a45e-2e247fbefbaa
  kind: Event
  lastTimestamp: "2026-04-16T14:43:20Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T14:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:43:20Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks.18a6dd7593343438
    namespace: kserve-ci-e2e-test
    resourceVersion: "31274"
    uid: c1532a84-7b41-49b4-a667-5f390b2374f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: ffa41135-3449-4a9f-a45e-2e247fbefbaa
  kind: Event
  lastTimestamp: "2026-04-16T14:43:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:43:20Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks.18a6dd75965e9f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31279"
    uid: d2d6022c-868f-486c-aeb2-9983a225af17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: ffa41135-3449-4a9f-a45e-2e247fbefbaa
  kind: Event
  lastTimestamp: "2026-04-16T14:43:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:43:20Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks.18a6dd7596e19d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: ac55fc8f-9d86-4bd7-9aa4-44d49b676fe5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: ffa41135-3449-4a9f-a45e-2e247fbefbaa
  kind: Event
  lastTimestamp: "2026-04-16T14:43:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T14:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:43:52Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks.18a6dd7d08bd1c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "31509"
    uid: de36ed37-6154-4d2b-bf11-cf18fa9bc41b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: ffa41135-3449-4a9f-a45e-2e247fbefbaa
  kind: Event
  lastTimestamp: "2026-04-16T14:44:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:05Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks.18a6dd80382c71bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31642"
    uid: 8306bb68-3b73-4e88-829d-ecb1c5c1baea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks
    namespace: kserve-ci-e2e-test
    resourceVersion: "31211"
    uid: ffa41135-3449-4a9f-a45e-2e247fbefbaa
  kind: Event
  lastTimestamp: "2026-04-16T14:44:12Z"
  message: 'Readiness probe failed: Get "http://10.133.0.51:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.133.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T14:44:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:44:12Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-vmdks.18a6dd81af1647a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31722"
    uid: 400ae25a-4b95-4fbe-9283-0f382091cf91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31201"
    uid: 6b21f92f-42da-4bf0-b9b1-8e2e626fe559
  kind: Event
  lastTimestamp: "2026-04-16T14:43:15Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-vmdks'
  metadata:
    creationTimestamp: "2026-04-16T14:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:43:15Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a6dd748d235740
    namespace: kserve-ci-e2e-test
    resourceVersion: "31212"
    uid: 7798588b-7a2a-4107-b009-49f5330da15a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31199"
    uid: 505cf4bb-7f08-4468-a948-2b82c2430785
  kind: Event
  lastTimestamp: "2026-04-16T14:43:15Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T14:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:43:15Z"
    name: sklearn-v2-mlserver-predictor.18a6dd748a18b0f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31203"
    uid: 769d949a-d19e-4b71-b0cc-8e0a44581e06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31200"
    uid: e3788916-1ac3-4447-924d-b33134b3433e
  kind: Event
  lastTimestamp: "2026-04-16T14:43:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:43:30Z"
    name: sklearn-v2-mlserver-predictor.18a6dd78090b910f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: 32495b4a-6289-43ae-84aa-fdecb00bc47e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31200"
    uid: e3788916-1ac3-4447-924d-b33134b3433e
  kind: Event
  lastTimestamp: "2026-04-16T14:43:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:43:30Z"
    name: sklearn-v2-mlserver-predictor.18a6dd78096dc742
    namespace: kserve-ci-e2e-test
    resourceVersion: "31358"
    uid: b3db999e-a7f0-4e08-b8d1-56c6480344f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31357"
    uid: e3788916-1ac3-4447-924d-b33134b3433e
  kind: Event
  lastTimestamp: "2026-04-16T14:44:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:44:00Z"
    name: sklearn-v2-mlserver-predictor.18a6dd7b88344811
    namespace: kserve-ci-e2e-test
    resourceVersion: "31567"
    uid: 9a221341-8d9b-4556-8183-4c30044f889d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31357"
    uid: e3788916-1ac3-4447-924d-b33134b3433e
  kind: Event
  lastTimestamp: "2026-04-16T14:44:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T14:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:44:00Z"
    name: sklearn-v2-mlserver-predictor.18a6dd7b8899e4bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31568"
    uid: e1db1d3f-92fc-4988-92b6-a357b64e18a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 0a446722-0d0f-4797-85a6-daf3ccfe298c
  kind: Event
  lastTimestamp: "2026-04-16T14:44:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:44:02Z"
    name: sklearn-v2-mlserver.18a6dd7489f1b9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31587"
    uid: 038a559c-96ee-48d4-b4e9-53b0416e0d16
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31175"
    uid: 0a446722-0d0f-4797-85a6-daf3ccfe298c
  kind: Event
  lastTimestamp: "2026-04-16T14:43:15Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:43:15Z"
    name: sklearn-v2-mlserver.18a6dd748a4e65e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31226"
    uid: 3042f665-e3eb-472e-8fba-06555d163c27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:43:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31208"
    uid: 0a446722-0d0f-4797-85a6-daf3ccfe298c
  kind: Event
  lastTimestamp: "2026-04-16T14:43:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:43:15Z"
    name: sklearn-v2-mlserver.18a6dd7492b10df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31227"
    uid: 6226b4fe-4d6b-4ad6-bf22-ed8fab220f44
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:44:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31585"
    uid: 0a446722-0d0f-4797-85a6-daf3ccfe298c
  kind: Event
  lastTimestamp: "2026-04-16T14:44:02Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:44:02Z"
    name: sklearn-v2-mlserver.18a6dd7f5f9ac6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31586"
    uid: 0fb34c24-1690-458e-8a16-a9fdb5826ec4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T14:54:18.172903Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36732"
    uid: fc13d5dc-324d-47ef-b115-29a94593711c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-mtrsr
    to ip-10-0-139-151.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T14:54:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T14:54:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr.18a6de0ecbb6fbe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36738"
    uid: 41ba33f4-2235-464a-89be-621bf6e4522a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-56f6768bcc-m5nc6
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36742"
    uid: fc13d5dc-324d-47ef-b115-29a94593711c
  kind: Event
  lastTimestamp: "2026-04-16T14:54:18Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T14:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T14:54:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr.18a6de0ee876fa94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36753"
    uid: dadbeb0f-be74-482e-9db1-27e2b2bbde28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: fc13d5dc-324d-47ef-b115-29a94593711c
  kind: Event
  lastTimestamp: "2026-04-16T14:54:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8eee296dba42148fd03e4b2602ce20b8f3cc18bf537b500919938742ad784fb1"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T14:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr.18a6de0ee9b525d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36755"
    uid: 7d42127f-633f-4e8e-9af2-cb518895f4ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: fc13d5dc-324d-47ef-b115-29a94593711c
  kind: Event
  lastTimestamp: "2026-04-16T14:54:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T14:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr.18a6de0eed6668cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36758"
    uid: 27dff3f8-0c92-409d-86e8-1d7258f431f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: fc13d5dc-324d-47ef-b115-29a94593711c
  kind: Event
  lastTimestamp: "2026-04-16T14:54:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T14:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr.18a6de0eeddcffdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36759"
    uid: cc6867ef-193c-4e0b-abcb-21c220c6be56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: fc13d5dc-324d-47ef-b115-29a94593711c
  kind: Event
  lastTimestamp: "2026-04-16T14:54:23Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T14:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:23Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr.18a6de0ff735f8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36795"
    uid: 476f4331-3d92-4360-b0e8-7175fb423602
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: fc13d5dc-324d-47ef-b115-29a94593711c
  kind: Event
  lastTimestamp: "2026-04-16T14:54:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T14:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:23Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr.18a6de0ffa15902f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36799"
    uid: 23330e0b-7bf8-4377-90d8-71996e73d27b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: fc13d5dc-324d-47ef-b115-29a94593711c
  kind: Event
  lastTimestamp: "2026-04-16T14:54:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:54:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:23Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr.18a6de0ffa864324
    namespace: kserve-ci-e2e-test
    resourceVersion: "36800"
    uid: 9f61406c-0069-43e3-bab4-a28c6bb92aea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: fc13d5dc-324d-47ef-b115-29a94593711c
  kind: Event
  lastTimestamp: "2026-04-16T14:54:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T14:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:54:58Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr.18a6de182f054f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "37089"
    uid: 9a05ceed-f35a-4682-b5cd-d954909f1bf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: fc13d5dc-324d-47ef-b115-29a94593711c
  kind: Event
  lastTimestamp: "2026-04-16T14:55:05Z"
  message: 'Readiness probe failed: Get "http://10.133.0.61:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.61:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T14:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T14:55:05Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-mtrsr.18a6de19bf7697bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: 3aa04f91-caca-41f9-aaf7-ce04b08afa02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-151.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-151.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: a93858bc-f30a-460d-8eb5-3839f48aa0a2
  kind: Event
  lastTimestamp: "2026-04-16T14:54:18Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-mtrsr'
  metadata:
    creationTimestamp: "2026-04-16T14:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:54:18Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a6de0ecb500894
    namespace: kserve-ci-e2e-test
    resourceVersion: "36735"
    uid: 530980d1-558e-44ea-b397-52058db9a510
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36716"
    uid: 34db603c-c6e6-4bf6-b03d-119ed6285425
  kind: Event
  lastTimestamp: "2026-04-16T14:54:18Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T14:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:54:18Z"
    name: xgboost-v2-mlserver-predictor.18a6de0ec8c816b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36724"
    uid: a7f7a78c-df44-465d-af17-ee1522d62f91
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36721"
    uid: be9c9a84-abd8-4fba-9ece-76daf043b131
  kind: Event
  lastTimestamp: "2026-04-16T14:54:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:54:48Z"
    name: xgboost-v2-mlserver-predictor.18a6de1247d90759
    namespace: kserve-ci-e2e-test
    resourceVersion: "36977"
    uid: 4ece6da6-284c-4de5-b55d-160c073b20a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36721"
    uid: be9c9a84-abd8-4fba-9ece-76daf043b131
  kind: Event
  lastTimestamp: "2026-04-16T14:54:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T14:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T14:54:48Z"
    name: xgboost-v2-mlserver-predictor.18a6de124836541f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36978"
    uid: a011205a-bddf-4580-879e-704aecb81e15
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36694"
    uid: 8346d5f4-cc2f-4c8c-ab44-b42f2e8a3038
  kind: Event
  lastTimestamp: "2026-04-16T14:54:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T14:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:54:55Z"
    name: xgboost-v2-mlserver.18a6de0ec8c9f819
    namespace: kserve-ci-e2e-test
    resourceVersion: "37037"
    uid: 03882fe8-e058-4c77-a1cd-efa739f0ff9c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36694"
    uid: 8346d5f4-cc2f-4c8c-ab44-b42f2e8a3038
  kind: Event
  lastTimestamp: "2026-04-16T14:54:18Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T14:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:54:18Z"
    name: xgboost-v2-mlserver.18a6de0ec93d638b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36727"
    uid: 49816e55-2d4b-428a-985b-09973c873020
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T14:54:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 8346d5f4-cc2f-4c8c-ab44-b42f2e8a3038
  kind: Event
  lastTimestamp: "2026-04-16T14:54:55Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T14:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T14:54:55Z"
    name: xgboost-v2-mlserver.18a6de17710796c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37035"
    uid: a35c0160-4cf0-4eb3-bdad-42ade452bd64
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41887"